2024-12-05 13:20:05,205 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-05 13:20:05,236 main DEBUG Took 0.028805 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-05 13:20:05,237 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-05 13:20:05,237 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-05 13:20:05,238 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-05 13:20:05,240 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:20:05,253 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-05 13:20:05,279 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:20:05,281 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:20:05,282 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:20:05,282 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:20:05,283 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:20:05,284 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:20:05,285 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:20:05,285 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:20:05,286 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:20:05,286 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:20:05,288 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:20:05,288 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:20:05,289 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:20:05,289 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:20:05,290 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:20:05,290 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:20:05,291 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:20:05,291 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:20:05,292 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:20:05,292 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:20:05,292 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:20:05,294 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:20:05,295 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:20:05,295 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 13:20:05,296 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:20:05,297 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-05 13:20:05,299 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 13:20:05,301 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-05 13:20:05,303 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-05 13:20:05,304 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-05 13:20:05,306 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-05 13:20:05,306 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-05 13:20:05,317 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-05 13:20:05,320 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-05 13:20:05,323 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-05 13:20:05,323 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-05 13:20:05,324 main DEBUG createAppenders(={Console}) 2024-12-05 13:20:05,325 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-05 13:20:05,325 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-05 13:20:05,326 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-05 13:20:05,327 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-05 13:20:05,327 main DEBUG OutputStream closed 2024-12-05 13:20:05,327 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-05 13:20:05,328 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-05 13:20:05,328 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-05 13:20:05,431 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-05 13:20:05,433 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-05 13:20:05,434 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-05 13:20:05,435 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-05 13:20:05,436 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-05 13:20:05,436 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-05 13:20:05,437 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-05 13:20:05,437 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-05 13:20:05,438 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-05 13:20:05,438 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-05 13:20:05,439 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-05 13:20:05,439 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-05 13:20:05,439 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-05 13:20:05,440 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-05 13:20:05,440 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-05 13:20:05,440 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-05 13:20:05,441 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-05 13:20:05,441 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-05 13:20:05,444 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05 13:20:05,444 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-05 13:20:05,445 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-05 13:20:05,445 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-05T13:20:05,468 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-05 13:20:05,471 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-05 13:20:05,472 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05T13:20:05,545 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=640, ProcessCount=11, AvailableMemoryMB=5358 2024-12-05T13:20:05,869 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-05T13:20:05,935 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff06c25d-0278-daba-6aec-551bde993ac4 2024-12-05T13:20:05,942 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff06c25d-0278-daba-6aec-551bde993ac4/cluster_59451df1-9001-e7dd-e9d9-bb104cca1d99, deleteOnExit=true 2024-12-05T13:20:06,138 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff06c25d-0278-daba-6aec-551bde993ac4/cluster_59451df1-9001-e7dd-e9d9-bb104cca1d99/zookeeper_0, clientPort=65154, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff06c25d-0278-daba-6aec-551bde993ac4/cluster_59451df1-9001-e7dd-e9d9-bb104cca1d99/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff06c25d-0278-daba-6aec-551bde993ac4/cluster_59451df1-9001-e7dd-e9d9-bb104cca1d99/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T13:20:06,164 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65154 2024-12-05T13:20:06,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T13:20:06,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T13:20:06,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff06c25d-0278-daba-6aec-551bde993ac4/test.cache.data in system properties and HBase conf 2024-12-05T13:20:06,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff06c25d-0278-daba-6aec-551bde993ac4/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T13:20:06,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff06c25d-0278-daba-6aec-551bde993ac4/hadoop.log.dir in system properties and HBase conf 2024-12-05T13:20:06,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff06c25d-0278-daba-6aec-551bde993ac4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T13:20:06,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff06c25d-0278-daba-6aec-551bde993ac4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T13:20:06,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T13:20:06,335 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-05T13:20:06,478 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T13:20:06,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff06c25d-0278-daba-6aec-551bde993ac4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:20:06,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff06c25d-0278-daba-6aec-551bde993ac4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:20:06,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff06c25d-0278-daba-6aec-551bde993ac4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T13:20:06,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff06c25d-0278-daba-6aec-551bde993ac4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:20:06,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff06c25d-0278-daba-6aec-551bde993ac4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T13:20:06,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff06c25d-0278-daba-6aec-551bde993ac4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T13:20:06,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff06c25d-0278-daba-6aec-551bde993ac4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:20:06,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff06c25d-0278-daba-6aec-551bde993ac4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:20:06,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff06c25d-0278-daba-6aec-551bde993ac4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T13:20:06,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff06c25d-0278-daba-6aec-551bde993ac4/nfs.dump.dir in system properties and HBase conf 2024-12-05T13:20:06,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff06c25d-0278-daba-6aec-551bde993ac4/java.io.tmpdir in system properties and HBase conf 2024-12-05T13:20:06,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff06c25d-0278-daba-6aec-551bde993ac4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:20:06,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff06c25d-0278-daba-6aec-551bde993ac4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T13:20:06,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff06c25d-0278-daba-6aec-551bde993ac4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T13:20:08,106 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T13:20:08,212 INFO [Time-limited test {}] log.Log(170): Logging initialized @4046ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-05T13:20:08,308 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:20:08,394 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:20:08,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:20:08,450 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:20:08,452 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:20:08,468 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:20:08,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff06c25d-0278-daba-6aec-551bde993ac4/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:20:08,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:20:08,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff06c25d-0278-daba-6aec-551bde993ac4/java.io.tmpdir/jetty-localhost-42157-hadoop-hdfs-3_4_1-tests_jar-_-any-17874525609928499497/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:20:08,684 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:42157} 2024-12-05T13:20:08,685 INFO [Time-limited test {}] server.Server(415): Started @4520ms 2024-12-05T13:20:09,149 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:20:09,155 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:20:09,157 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:20:09,157 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:20:09,157 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:20:09,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff06c25d-0278-daba-6aec-551bde993ac4/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:20:09,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:20:09,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@318ae30c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff06c25d-0278-daba-6aec-551bde993ac4/java.io.tmpdir/jetty-localhost-36563-hadoop-hdfs-3_4_1-tests_jar-_-any-14769441493609245050/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:20:09,253 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:36563} 2024-12-05T13:20:09,253 INFO [Time-limited test {}] server.Server(415): Started @5089ms 2024-12-05T13:20:09,303 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:20:10,206 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff06c25d-0278-daba-6aec-551bde993ac4/cluster_59451df1-9001-e7dd-e9d9-bb104cca1d99/data/data1/current/BP-994012192-172.17.0.3-1733404807541/current, will proceed with Du for space computation calculation, 2024-12-05T13:20:10,206 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff06c25d-0278-daba-6aec-551bde993ac4/cluster_59451df1-9001-e7dd-e9d9-bb104cca1d99/data/data2/current/BP-994012192-172.17.0.3-1733404807541/current, will proceed with Du for space computation calculation, 2024-12-05T13:20:10,243 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:20:10,295 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd8b2420c98b658a4 with lease ID 0x9bcdc68885423d02: Processing first storage report for DS-087211e6-5e0f-42e0-9a2a-b880354f8ba4 from datanode DatanodeRegistration(127.0.0.1:38093, datanodeUuid=8a4ab930-6ffb-4f8c-9093-d294a3405909, infoPort=34269, infoSecurePort=0, ipcPort=34947, storageInfo=lv=-57;cid=testClusterID;nsid=113868539;c=1733404807541) 2024-12-05T13:20:10,297 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd8b2420c98b658a4 with lease ID 0x9bcdc68885423d02: from storage DS-087211e6-5e0f-42e0-9a2a-b880354f8ba4 node DatanodeRegistration(127.0.0.1:38093, datanodeUuid=8a4ab930-6ffb-4f8c-9093-d294a3405909, infoPort=34269, infoSecurePort=0, ipcPort=34947, storageInfo=lv=-57;cid=testClusterID;nsid=113868539;c=1733404807541), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-05T13:20:10,298 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd8b2420c98b658a4 with lease ID 0x9bcdc68885423d02: Processing first storage report for DS-f0a85a49-6b6a-4eb3-8139-010991bc5ac1 from datanode DatanodeRegistration(127.0.0.1:38093, datanodeUuid=8a4ab930-6ffb-4f8c-9093-d294a3405909, infoPort=34269, infoSecurePort=0, ipcPort=34947, storageInfo=lv=-57;cid=testClusterID;nsid=113868539;c=1733404807541) 2024-12-05T13:20:10,298 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd8b2420c98b658a4 with lease ID 0x9bcdc68885423d02: from storage DS-f0a85a49-6b6a-4eb3-8139-010991bc5ac1 node DatanodeRegistration(127.0.0.1:38093, datanodeUuid=8a4ab930-6ffb-4f8c-9093-d294a3405909, infoPort=34269, infoSecurePort=0, ipcPort=34947, storageInfo=lv=-57;cid=testClusterID;nsid=113868539;c=1733404807541), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:20:10,362 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff06c25d-0278-daba-6aec-551bde993ac4 2024-12-05T13:20:10,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:20:10,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:20:10,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741825_1001 (size=7) 2024-12-05T13:20:11,012 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0 with version=8 2024-12-05T13:20:11,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/hbase-staging 2024-12-05T13:20:11,109 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-05T13:20:11,340 INFO [Time-limited test {}] client.ConnectionUtils(128): master/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:20:11,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:20:11,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:20:11,354 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:20:11,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:20:11,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:20:11,499 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T13:20:11,555 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-05T13:20:11,564 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-05T13:20:11,568 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:20:11,589 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 20481 (auto-detected) 2024-12-05T13:20:11,590 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-05T13:20:11,607 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41213 2024-12-05T13:20:11,626 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41213 connecting to ZooKeeper ensemble=127.0.0.1:65154 2024-12-05T13:20:11,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412130x0, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:20:11,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41213-0x101a6d411630000 connected 2024-12-05T13:20:11,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:20:11,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:20:11,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41213-0x101a6d411630000, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Set watcher on znode that does not yet exist, /0-107232445/running 2024-12-05T13:20:11,815 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0, hbase.cluster.distributed=false 2024-12-05T13:20:11,836 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41213-0x101a6d411630000, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Set watcher on znode that does not yet exist, /0-107232445/acl 2024-12-05T13:20:11,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41213 2024-12-05T13:20:11,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41213 2024-12-05T13:20:11,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41213 2024-12-05T13:20:11,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41213 2024-12-05T13:20:11,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41213 2024-12-05T13:20:11,933 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:20:11,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:20:11,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:20:11,935 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:20:11,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:20:11,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:20:11,938 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T13:20:11,940 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:20:11,941 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44649 2024-12-05T13:20:11,942 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44649 connecting to ZooKeeper ensemble=127.0.0.1:65154 2024-12-05T13:20:11,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:20:11,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:20:11,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446490x0, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:20:11,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446490x0, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Set watcher on znode that does not yet exist, /0-107232445/running 2024-12-05T13:20:11,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44649-0x101a6d411630001 connected 2024-12-05T13:20:11,964 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T13:20:11,971 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T13:20:11,974 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44649-0x101a6d411630001, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Set watcher on znode that does not yet exist, /0-107232445/master 2024-12-05T13:20:11,979 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44649-0x101a6d411630001, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Set watcher on znode that does not yet exist, /0-107232445/acl 2024-12-05T13:20:11,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44649 2024-12-05T13:20:11,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44649 2024-12-05T13:20:11,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44649 2024-12-05T13:20:11,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44649 2024-12-05T13:20:11,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44649 2024-12-05T13:20:11,994 DEBUG [M:0;88aaa70743e7:41213 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;88aaa70743e7:41213 2024-12-05T13:20:11,995 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-107232445/backup-masters/88aaa70743e7,41213,1733404811180 2024-12-05T13:20:12,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41213-0x101a6d411630000, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-107232445/backup-masters 2024-12-05T13:20:12,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x101a6d411630001, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-107232445/backup-masters 2024-12-05T13:20:12,011 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41213-0x101a6d411630000, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Set watcher on existing znode=/0-107232445/backup-masters/88aaa70743e7,41213,1733404811180 2024-12-05T13:20:12,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x101a6d411630001, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-107232445/master 2024-12-05T13:20:12,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41213-0x101a6d411630000, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-107232445 2024-12-05T13:20:12,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x101a6d411630001, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-107232445 2024-12-05T13:20:12,038 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41213-0x101a6d411630000, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Set watcher on existing znode=/0-107232445/master 2024-12-05T13:20:12,039 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-107232445/backup-masters/88aaa70743e7,41213,1733404811180 from backup master directory 2024-12-05T13:20:12,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x101a6d411630001, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-107232445/backup-masters 2024-12-05T13:20:12,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41213-0x101a6d411630000, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-107232445/backup-masters/88aaa70743e7,41213,1733404811180 2024-12-05T13:20:12,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41213-0x101a6d411630000, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-107232445/backup-masters 2024-12-05T13:20:12,051 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:20:12,051 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=88aaa70743e7,41213,1733404811180 2024-12-05T13:20:12,053 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-05T13:20:12,055 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-05T13:20:12,104 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/hbase.id] with ID: 7009c18a-d60b-4d21-9719-ee8bca5dbcf8 2024-12-05T13:20:12,104 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/.tmp/hbase.id 2024-12-05T13:20:12,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741826_1002 (size=42) 2024-12-05T13:20:12,517 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/.tmp/hbase.id]:[hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/hbase.id] 2024-12-05T13:20:12,574 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:20:12,580 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T13:20:12,603 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 21ms. 2024-12-05T13:20:12,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x101a6d411630001, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-107232445 2024-12-05T13:20:12,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41213-0x101a6d411630000, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-107232445 2024-12-05T13:20:12,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741827_1003 (size=196) 2024-12-05T13:20:13,072 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:20:13,074 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T13:20:13,091 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:20:13,096 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:20:13,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741828_1004 (size=1189) 2024-12-05T13:20:13,562 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store 2024-12-05T13:20:13,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741829_1005 (size=34) 2024-12-05T13:20:13,997 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-05T13:20:14,003 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:20:14,004 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:20:14,005 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:20:14,005 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:20:14,007 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:20:14,008 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:20:14,008 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:20:14,010 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733404814004Disabling compacts and flushes for region at 1733404814004Disabling writes for close at 1733404814008 (+4 ms)Writing region close event to WAL at 1733404814008Closed at 1733404814008 2024-12-05T13:20:14,013 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/.initializing 2024-12-05T13:20:14,013 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/WALs/88aaa70743e7,41213,1733404811180 2024-12-05T13:20:14,020 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:20:14,035 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=88aaa70743e7%2C41213%2C1733404811180, suffix=, logDir=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/WALs/88aaa70743e7,41213,1733404811180, archiveDir=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/oldWALs, maxLogs=10 2024-12-05T13:20:14,062 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/WALs/88aaa70743e7,41213,1733404811180/88aaa70743e7%2C41213%2C1733404811180.1733404814041, exclude list is [], retry=0 2024-12-05T13:20:14,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38093,DS-087211e6-5e0f-42e0-9a2a-b880354f8ba4,DISK] 2024-12-05T13:20:14,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-05T13:20:14,119 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/WALs/88aaa70743e7,41213,1733404811180/88aaa70743e7%2C41213%2C1733404811180.1733404814041 2024-12-05T13:20:14,121 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34269:34269)] 2024-12-05T13:20:14,121 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:20:14,122 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:20:14,125 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:14,126 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:14,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:14,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T13:20:14,213 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:14,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:14,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:14,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T13:20:14,221 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:14,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:20:14,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:14,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T13:20:14,226 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:14,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:20:14,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:14,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T13:20:14,231 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:14,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:20:14,233 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:14,237 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:14,239 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:14,245 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:14,246 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:14,250 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:20:14,255 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:14,261 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:20:14,263 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73509179, jitterRate=0.09537212550640106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:20:14,270 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733404814140Initializing all the Stores at 1733404814143 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404814144 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404814145 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404814145Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404814145Cleaning up temporary data from old regions at 1733404814246 (+101 ms)Region opened successfully at 1733404814269 (+23 ms) 2024-12-05T13:20:14,271 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T13:20:14,309 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@342c17da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:20:14,350 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T13:20:14,364 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T13:20:14,364 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T13:20:14,367 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T13:20:14,369 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-05T13:20:14,374 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-05T13:20:14,374 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T13:20:14,412 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T13:20:14,424 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41213-0x101a6d411630000, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Unable to get data of znode /0-107232445/balancer because node does not exist (not necessarily an error) 2024-12-05T13:20:14,433 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-107232445/balancer already deleted, retry=false 2024-12-05T13:20:14,435 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T13:20:14,437 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41213-0x101a6d411630000, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Unable to get data of znode /0-107232445/normalizer because node does not exist (not necessarily an error) 2024-12-05T13:20:14,445 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-107232445/normalizer already deleted, retry=false 2024-12-05T13:20:14,448 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T13:20:14,452 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41213-0x101a6d411630000, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Unable to get data of znode /0-107232445/switch/split because node does not exist (not necessarily an error) 2024-12-05T13:20:14,462 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-107232445/switch/split already deleted, retry=false 2024-12-05T13:20:14,464 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41213-0x101a6d411630000, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Unable to get data of znode /0-107232445/switch/merge because node does not exist (not necessarily an error) 2024-12-05T13:20:14,475 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-107232445/switch/merge already deleted, retry=false 2024-12-05T13:20:14,497 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41213-0x101a6d411630000, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Unable to get data of znode /0-107232445/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T13:20:14,508 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-107232445/snapshot-cleanup already deleted, retry=false 2024-12-05T13:20:14,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41213-0x101a6d411630000, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-107232445/running 2024-12-05T13:20:14,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x101a6d411630001, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-107232445/running 2024-12-05T13:20:14,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41213-0x101a6d411630000, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-107232445 2024-12-05T13:20:14,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x101a6d411630001, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-107232445 2024-12-05T13:20:14,524 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=88aaa70743e7,41213,1733404811180, sessionid=0x101a6d411630000, setting cluster-up flag (Was=false) 2024-12-05T13:20:14,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41213-0x101a6d411630000, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-107232445 2024-12-05T13:20:14,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x101a6d411630001, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-107232445 2024-12-05T13:20:14,579 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-107232445/flush-table-proc/acquired, /0-107232445/flush-table-proc/reached, /0-107232445/flush-table-proc/abort 2024-12-05T13:20:14,583 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,41213,1733404811180 2024-12-05T13:20:14,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x101a6d411630001, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-107232445 2024-12-05T13:20:14,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41213-0x101a6d411630000, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-107232445 2024-12-05T13:20:14,629 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-107232445/online-snapshot/acquired, /0-107232445/online-snapshot/reached, /0-107232445/online-snapshot/abort 2024-12-05T13:20:14,631 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,41213,1733404811180 2024-12-05T13:20:14,639 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T13:20:14,688 INFO [RS:0;88aaa70743e7:44649 {}] regionserver.HRegionServer(746): ClusterId : 7009c18a-d60b-4d21-9719-ee8bca5dbcf8 2024-12-05T13:20:14,691 DEBUG [RS:0;88aaa70743e7:44649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T13:20:14,702 DEBUG [RS:0;88aaa70743e7:44649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T13:20:14,702 DEBUG [RS:0;88aaa70743e7:44649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T13:20:14,713 DEBUG [RS:0;88aaa70743e7:44649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T13:20:14,713 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T13:20:14,714 DEBUG [RS:0;88aaa70743e7:44649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1865909e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:20:14,722 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T13:20:14,728 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T13:20:14,729 DEBUG [RS:0;88aaa70743e7:44649 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;88aaa70743e7:44649 2024-12-05T13:20:14,731 INFO [RS:0;88aaa70743e7:44649 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T13:20:14,732 INFO [RS:0;88aaa70743e7:44649 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T13:20:14,732 DEBUG [RS:0;88aaa70743e7:44649 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T13:20:14,734 INFO [RS:0;88aaa70743e7:44649 {}] regionserver.HRegionServer(2659): reportForDuty to master=88aaa70743e7,41213,1733404811180 with port=44649, startcode=1733404811903 2024-12-05T13:20:14,733 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 88aaa70743e7,41213,1733404811180 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T13:20:14,739 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:20:14,739 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:20:14,740 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:20:14,740 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:20:14,740 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/88aaa70743e7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T13:20:14,740 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:14,740 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:20:14,740 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:14,742 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733404844741 2024-12-05T13:20:14,743 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T13:20:14,744 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T13:20:14,746 DEBUG [RS:0;88aaa70743e7:44649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T13:20:14,746 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:20:14,747 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T13:20:14,747 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T13:20:14,747 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T13:20:14,748 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T13:20:14,748 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T13:20:14,749 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:14,752 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T13:20:14,753 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T13:20:14,754 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T13:20:14,754 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T13:20:14,754 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:14,754 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T13:20:14,756 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T13:20:14,756 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T13:20:14,758 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733404814758,5,FailOnTimeoutGroup] 2024-12-05T13:20:14,759 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733404814759,5,FailOnTimeoutGroup] 2024-12-05T13:20:14,759 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:14,760 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T13:20:14,762 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:14,762 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:14,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741831_1007 (size=1321) 2024-12-05T13:20:14,769 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T13:20:14,769 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0 2024-12-05T13:20:14,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741832_1008 (size=32) 2024-12-05T13:20:14,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:20:14,788 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54755, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T13:20:14,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:20:14,795 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41213 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 88aaa70743e7,44649,1733404811903 2024-12-05T13:20:14,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:20:14,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:14,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:14,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:20:14,798 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41213 {}] master.ServerManager(517): Registering regionserver=88aaa70743e7,44649,1733404811903 2024-12-05T13:20:14,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:20:14,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:14,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:14,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:20:14,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:20:14,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:14,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:14,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:20:14,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:20:14,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:14,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:14,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:20:14,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/meta/1588230740 2024-12-05T13:20:14,818 DEBUG [RS:0;88aaa70743e7:44649 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0 2024-12-05T13:20:14,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/meta/1588230740 2024-12-05T13:20:14,819 DEBUG [RS:0;88aaa70743e7:44649 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45973 2024-12-05T13:20:14,819 DEBUG [RS:0;88aaa70743e7:44649 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T13:20:14,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:20:14,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:20:14,824 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:20:14,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:20:14,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41213-0x101a6d411630000, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-107232445/rs 2024-12-05T13:20:14,829 DEBUG [RS:0;88aaa70743e7:44649 {}] zookeeper.ZKUtil(111): regionserver:44649-0x101a6d411630001, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Set watcher on existing znode=/0-107232445/rs/88aaa70743e7,44649,1733404811903 2024-12-05T13:20:14,829 WARN [RS:0;88aaa70743e7:44649 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:20:14,830 INFO [RS:0;88aaa70743e7:44649 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:20:14,830 DEBUG [RS:0;88aaa70743e7:44649 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,44649,1733404811903 2024-12-05T13:20:14,832 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [88aaa70743e7,44649,1733404811903] 2024-12-05T13:20:14,836 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:20:14,839 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63957723, jitterRate=-0.0469556599855423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:20:14,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733404814788Initializing all the Stores at 1733404814790 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404814790Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404814790Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404814791 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404814791Cleaning up temporary data from old regions at 1733404814823 (+32 ms)Region opened successfully at 1733404814843 (+20 ms) 2024-12-05T13:20:14,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:20:14,843 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:20:14,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:20:14,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:20:14,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:20:14,845 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:20:14,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733404814843Disabling compacts and flushes for region at 1733404814843Disabling writes for close at 1733404814844 (+1 ms)Writing region close event to WAL at 1733404814845 (+1 ms)Closed at 1733404814845 2024-12-05T13:20:14,852 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:20:14,852 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T13:20:14,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T13:20:14,861 INFO [RS:0;88aaa70743e7:44649 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T13:20:14,867 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:20:14,870 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T13:20:14,877 INFO [RS:0;88aaa70743e7:44649 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T13:20:14,883 INFO [RS:0;88aaa70743e7:44649 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T13:20:14,883 INFO [RS:0;88aaa70743e7:44649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:14,884 INFO [RS:0;88aaa70743e7:44649 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T13:20:14,895 INFO [RS:0;88aaa70743e7:44649 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T13:20:14,897 INFO [RS:0;88aaa70743e7:44649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:14,897 DEBUG [RS:0;88aaa70743e7:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:14,897 DEBUG [RS:0;88aaa70743e7:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:14,898 DEBUG [RS:0;88aaa70743e7:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:14,898 DEBUG [RS:0;88aaa70743e7:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:14,898 DEBUG [RS:0;88aaa70743e7:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:14,898 DEBUG [RS:0;88aaa70743e7:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:20:14,899 DEBUG [RS:0;88aaa70743e7:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:14,899 DEBUG [RS:0;88aaa70743e7:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:14,899 DEBUG [RS:0;88aaa70743e7:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:14,899 DEBUG [RS:0;88aaa70743e7:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:14,899 DEBUG [RS:0;88aaa70743e7:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:14,899 DEBUG [RS:0;88aaa70743e7:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:14,899 DEBUG [RS:0;88aaa70743e7:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:20:14,900 DEBUG [RS:0;88aaa70743e7:44649 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:20:14,902 INFO [RS:0;88aaa70743e7:44649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:14,902 INFO [RS:0;88aaa70743e7:44649 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:14,903 INFO [RS:0;88aaa70743e7:44649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:14,903 INFO [RS:0;88aaa70743e7:44649 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:14,903 INFO [RS:0;88aaa70743e7:44649 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:14,903 INFO [RS:0;88aaa70743e7:44649 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,44649,1733404811903-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:20:14,922 INFO [RS:0;88aaa70743e7:44649 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T13:20:14,924 INFO [RS:0;88aaa70743e7:44649 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,44649,1733404811903-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:14,924 INFO [RS:0;88aaa70743e7:44649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:14,924 INFO [RS:0;88aaa70743e7:44649 {}] regionserver.Replication(171): 88aaa70743e7,44649,1733404811903 started 2024-12-05T13:20:14,939 INFO [RS:0;88aaa70743e7:44649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:14,939 INFO [RS:0;88aaa70743e7:44649 {}] regionserver.HRegionServer(1482): Serving as 88aaa70743e7,44649,1733404811903, RpcServer on 88aaa70743e7/172.17.0.3:44649, sessionid=0x101a6d411630001 2024-12-05T13:20:14,940 DEBUG [RS:0;88aaa70743e7:44649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T13:20:14,940 DEBUG [RS:0;88aaa70743e7:44649 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 88aaa70743e7,44649,1733404811903 2024-12-05T13:20:14,941 DEBUG [RS:0;88aaa70743e7:44649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,44649,1733404811903' 2024-12-05T13:20:14,941 DEBUG [RS:0;88aaa70743e7:44649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-107232445/flush-table-proc/abort' 2024-12-05T13:20:14,942 DEBUG [RS:0;88aaa70743e7:44649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-107232445/flush-table-proc/acquired' 2024-12-05T13:20:14,942 DEBUG [RS:0;88aaa70743e7:44649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T13:20:14,942 DEBUG [RS:0;88aaa70743e7:44649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T13:20:14,943 DEBUG [RS:0;88aaa70743e7:44649 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 88aaa70743e7,44649,1733404811903 2024-12-05T13:20:14,943 DEBUG [RS:0;88aaa70743e7:44649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,44649,1733404811903' 2024-12-05T13:20:14,943 DEBUG [RS:0;88aaa70743e7:44649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-107232445/online-snapshot/abort' 2024-12-05T13:20:14,944 DEBUG [RS:0;88aaa70743e7:44649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-107232445/online-snapshot/acquired' 2024-12-05T13:20:14,944 DEBUG [RS:0;88aaa70743e7:44649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T13:20:14,944 INFO [RS:0;88aaa70743e7:44649 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T13:20:14,944 INFO [RS:0;88aaa70743e7:44649 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T13:20:15,021 WARN [88aaa70743e7:41213 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T13:20:15,050 INFO [RS:0;88aaa70743e7:44649 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:20:15,055 INFO [RS:0;88aaa70743e7:44649 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C44649%2C1733404811903, suffix=, logDir=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,44649,1733404811903, archiveDir=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/oldWALs, maxLogs=10 2024-12-05T13:20:15,072 DEBUG [RS:0;88aaa70743e7:44649 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,44649,1733404811903/88aaa70743e7%2C44649%2C1733404811903.1733404815058, exclude list is [], retry=0 2024-12-05T13:20:15,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38093,DS-087211e6-5e0f-42e0-9a2a-b880354f8ba4,DISK] 2024-12-05T13:20:15,081 INFO [RS:0;88aaa70743e7:44649 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,44649,1733404811903/88aaa70743e7%2C44649%2C1733404811903.1733404815058 2024-12-05T13:20:15,082 DEBUG [RS:0;88aaa70743e7:44649 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34269:34269)] 2024-12-05T13:20:15,274 DEBUG [88aaa70743e7:41213 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T13:20:15,289 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=88aaa70743e7,44649,1733404811903 2024-12-05T13:20:15,296 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,44649,1733404811903, state=OPENING 2024-12-05T13:20:15,333 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T13:20:15,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41213-0x101a6d411630000, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-107232445 2024-12-05T13:20:15,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x101a6d411630001, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-107232445 2024-12-05T13:20:15,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-107232445/meta-region-server: CHANGED 2024-12-05T13:20:15,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-107232445/meta-region-server: CHANGED 2024-12-05T13:20:15,351 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:20:15,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,44649,1733404811903}] 2024-12-05T13:20:15,533 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:20:15,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47153, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T13:20:15,548 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T13:20:15,548 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:20:15,549 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T13:20:15,552 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C44649%2C1733404811903.meta, suffix=.meta, logDir=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,44649,1733404811903, archiveDir=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/oldWALs, maxLogs=10 2024-12-05T13:20:15,566 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,44649,1733404811903/88aaa70743e7%2C44649%2C1733404811903.meta.1733404815554.meta, exclude list is [], retry=0 2024-12-05T13:20:15,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38093,DS-087211e6-5e0f-42e0-9a2a-b880354f8ba4,DISK] 2024-12-05T13:20:15,572 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,44649,1733404811903/88aaa70743e7%2C44649%2C1733404811903.meta.1733404815554.meta 2024-12-05T13:20:15,573 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34269:34269)] 2024-12-05T13:20:15,573 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:20:15,578 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:20:15,579 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:20:15,582 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T13:20:15,584 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T13:20:15,588 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T13:20:15,588 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:20:15,588 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T13:20:15,589 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T13:20:15,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:20:15,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:20:15,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:15,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:15,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:20:15,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:20:15,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:15,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:15,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:20:15,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:20:15,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:15,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:15,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:20:15,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:20:15,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:15,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:15,603 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:20:15,605 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/meta/1588230740 2024-12-05T13:20:15,607 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/meta/1588230740 2024-12-05T13:20:15,610 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:20:15,610 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:20:15,611 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:20:15,613 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:20:15,615 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59523462, jitterRate=-0.1130312979221344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:20:15,615 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T13:20:15,616 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733404815589Writing region info on filesystem at 1733404815589Initializing all the Stores at 1733404815591 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404815592 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404815592Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404815592Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404815592Cleaning up temporary data from old regions at 1733404815610 (+18 ms)Running coprocessor post-open hooks at 1733404815615 (+5 ms)Region opened successfully at 1733404815616 (+1 ms) 2024-12-05T13:20:15,622 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733404815525 2024-12-05T13:20:15,633 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T13:20:15,633 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T13:20:15,635 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=88aaa70743e7,44649,1733404811903 2024-12-05T13:20:15,637 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,44649,1733404811903, state=OPEN 2024-12-05T13:20:15,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41213-0x101a6d411630000, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-107232445/meta-region-server 2024-12-05T13:20:15,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x101a6d411630001, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-107232445/meta-region-server 2024-12-05T13:20:15,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-107232445/meta-region-server: CHANGED 2024-12-05T13:20:15,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-107232445/meta-region-server: CHANGED 2024-12-05T13:20:15,668 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=88aaa70743e7,44649,1733404811903 2024-12-05T13:20:15,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T13:20:15,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,44649,1733404811903 in 315 msec 2024-12-05T13:20:15,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T13:20:15,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 821 msec 2024-12-05T13:20:15,686 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:20:15,686 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T13:20:15,706 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:20:15,707 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,44649,1733404811903, seqNum=-1] 2024-12-05T13:20:15,725 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:20:15,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:20:15,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0780 sec 2024-12-05T13:20:15,751 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733404815751, completionTime=-1 2024-12-05T13:20:15,754 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T13:20:15,754 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T13:20:15,778 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T13:20:15,778 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733404875778 2024-12-05T13:20:15,778 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733404935778 2024-12-05T13:20:15,778 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec 2024-12-05T13:20:15,781 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,41213,1733404811180-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:15,781 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,41213,1733404811180-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:15,781 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,41213,1733404811180-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:15,783 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-88aaa70743e7:41213, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:15,783 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:15,784 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:15,789 DEBUG [master/88aaa70743e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T13:20:15,812 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.761sec 2024-12-05T13:20:15,813 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T13:20:15,814 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T13:20:15,815 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T13:20:15,816 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T13:20:15,816 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T13:20:15,816 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,41213,1733404811180-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:20:15,817 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,41213,1733404811180-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T13:20:15,825 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T13:20:15,826 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T13:20:15,826 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,41213,1733404811180-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:15,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19ec8655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:15,902 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-05T13:20:15,902 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-05T13:20:15,905 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,41213,-1 for getting cluster id 2024-12-05T13:20:15,907 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:20:15,914 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7009c18a-d60b-4d21-9719-ee8bca5dbcf8' 2024-12-05T13:20:15,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:20:15,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7009c18a-d60b-4d21-9719-ee8bca5dbcf8" 2024-12-05T13:20:15,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6178f317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:15,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,41213,-1] 2024-12-05T13:20:15,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:20:15,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:15,923 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:20:15,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e904ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:15,927 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:20:15,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,44649,1733404811903, seqNum=-1] 2024-12-05T13:20:15,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:20:15,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:20:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=88aaa70743e7,41213,1733404811180 2024-12-05T13:20:15,957 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:65154 2024-12-05T13:20:15,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:20:15,967 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a6d411630002 connected 2024-12-05T13:20:15,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff06c25d-0278-daba-6aec-551bde993ac4/hadoop.log.dir so I do NOT create it in target/test-data/29437931-325e-138c-175d-412011e68ea6 2024-12-05T13:20:15,991 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff06c25d-0278-daba-6aec-551bde993ac4/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T13:20:15,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff06c25d-0278-daba-6aec-551bde993ac4/hadoop.tmp.dir so I do NOT create it in target/test-data/29437931-325e-138c-175d-412011e68ea6 2024-12-05T13:20:15,991 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff06c25d-0278-daba-6aec-551bde993ac4/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T13:20:15,991 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29437931-325e-138c-175d-412011e68ea6 2024-12-05T13:20:15,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T13:20:15,991 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29437931-325e-138c-175d-412011e68ea6/cluster_84ec5f00-0fa8-9021-5be4-1e38ea45e746, deleteOnExit=true 2024-12-05T13:20:15,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T13:20:15,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29437931-325e-138c-175d-412011e68ea6/test.cache.data in system properties and HBase conf 2024-12-05T13:20:15,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29437931-325e-138c-175d-412011e68ea6/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T13:20:15,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29437931-325e-138c-175d-412011e68ea6/hadoop.log.dir in system properties and HBase conf 2024-12-05T13:20:15,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29437931-325e-138c-175d-412011e68ea6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T13:20:15,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29437931-325e-138c-175d-412011e68ea6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T13:20:15,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T13:20:15,992 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T13:20:15,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29437931-325e-138c-175d-412011e68ea6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:20:15,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29437931-325e-138c-175d-412011e68ea6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:20:15,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29437931-325e-138c-175d-412011e68ea6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T13:20:15,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29437931-325e-138c-175d-412011e68ea6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:20:15,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29437931-325e-138c-175d-412011e68ea6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T13:20:15,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29437931-325e-138c-175d-412011e68ea6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T13:20:15,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29437931-325e-138c-175d-412011e68ea6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:20:15,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29437931-325e-138c-175d-412011e68ea6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:20:15,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29437931-325e-138c-175d-412011e68ea6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T13:20:15,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29437931-325e-138c-175d-412011e68ea6/nfs.dump.dir in system properties and HBase conf 2024-12-05T13:20:15,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29437931-325e-138c-175d-412011e68ea6/java.io.tmpdir in system properties and HBase conf 2024-12-05T13:20:15,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29437931-325e-138c-175d-412011e68ea6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:20:15,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29437931-325e-138c-175d-412011e68ea6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T13:20:15,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29437931-325e-138c-175d-412011e68ea6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T13:20:16,356 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:20:16,361 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:20:16,362 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:20:16,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:20:16,363 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:20:16,364 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:20:16,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@eac06d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29437931-325e-138c-175d-412011e68ea6/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:20:16,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@617e68fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:20:16,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5996d99{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29437931-325e-138c-175d-412011e68ea6/java.io.tmpdir/jetty-localhost-32907-hadoop-hdfs-3_4_1-tests_jar-_-any-1344742213569662103/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:20:16,467 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6dc57932{HTTP/1.1, (http/1.1)}{localhost:32907} 2024-12-05T13:20:16,467 INFO [Time-limited test {}] server.Server(415): Started @12302ms 2024-12-05T13:20:16,701 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:20:16,705 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:20:16,706 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:20:16,706 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:20:16,706 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T13:20:16,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1624ab1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29437931-325e-138c-175d-412011e68ea6/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:20:16,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28f7ee27{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:20:16,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@543c8101{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29437931-325e-138c-175d-412011e68ea6/java.io.tmpdir/jetty-localhost-43141-hadoop-hdfs-3_4_1-tests_jar-_-any-16617868904485385831/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:20:16,821 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56772991{HTTP/1.1, (http/1.1)}{localhost:43141} 2024-12-05T13:20:16,821 INFO [Time-limited test {}] server.Server(415): Started @12657ms 2024-12-05T13:20:16,824 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:20:17,253 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29437931-325e-138c-175d-412011e68ea6/cluster_84ec5f00-0fa8-9021-5be4-1e38ea45e746/data/data1/current/BP-1512231172-172.17.0.3-1733404816020/current, will proceed with Du for space computation calculation, 2024-12-05T13:20:17,253 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29437931-325e-138c-175d-412011e68ea6/cluster_84ec5f00-0fa8-9021-5be4-1e38ea45e746/data/data2/current/BP-1512231172-172.17.0.3-1733404816020/current, will proceed with Du for space computation calculation, 2024-12-05T13:20:17,327 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:20:17,339 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7ab3542fa0973 with lease ID 0xe62e62fd283624aa: Processing first storage report for DS-237bbb83-8fe5-4c47-9b5f-12eb01158388 from datanode DatanodeRegistration(127.0.0.1:38487, datanodeUuid=fe0adf46-dace-42d4-8fad-677983409f6e, infoPort=39599, infoSecurePort=0, ipcPort=35707, storageInfo=lv=-57;cid=testClusterID;nsid=1724867125;c=1733404816020) 2024-12-05T13:20:17,339 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7ab3542fa0973 with lease ID 0xe62e62fd283624aa: from storage DS-237bbb83-8fe5-4c47-9b5f-12eb01158388 node DatanodeRegistration(127.0.0.1:38487, datanodeUuid=fe0adf46-dace-42d4-8fad-677983409f6e, infoPort=39599, infoSecurePort=0, ipcPort=35707, storageInfo=lv=-57;cid=testClusterID;nsid=1724867125;c=1733404816020), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T13:20:17,340 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7ab3542fa0973 with lease ID 0xe62e62fd283624aa: Processing first storage report for DS-67acbf68-ca20-4457-9690-1b77c36169cf from datanode DatanodeRegistration(127.0.0.1:38487, datanodeUuid=fe0adf46-dace-42d4-8fad-677983409f6e, infoPort=39599, infoSecurePort=0, ipcPort=35707, storageInfo=lv=-57;cid=testClusterID;nsid=1724867125;c=1733404816020) 2024-12-05T13:20:17,340 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7ab3542fa0973 with lease ID 0xe62e62fd283624aa: from storage DS-67acbf68-ca20-4457-9690-1b77c36169cf node DatanodeRegistration(127.0.0.1:38487, datanodeUuid=fe0adf46-dace-42d4-8fad-677983409f6e, infoPort=39599, infoSecurePort=0, ipcPort=35707, storageInfo=lv=-57;cid=testClusterID;nsid=1724867125;c=1733404816020), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:20:17,400 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29437931-325e-138c-175d-412011e68ea6 2024-12-05T13:20:17,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:20:17,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:20:17,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38487 is added to blk_1073741825_1001 (size=7) 2024-12-05T13:20:17,432 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb with version=8 2024-12-05T13:20:17,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/hbase-staging 2024-12-05T13:20:17,434 INFO [Time-limited test {}] client.ConnectionUtils(128): master/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:20:17,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:20:17,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:20:17,435 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:20:17,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:20:17,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:20:17,435 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T13:20:17,435 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:20:17,436 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33333 2024-12-05T13:20:17,439 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33333 connecting to ZooKeeper ensemble=127.0.0.1:65154 2024-12-05T13:20:17,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333330x0, quorum=127.0.0.1:65154, baseZNode=/11516090665 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:20:17,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33333-0x101a6d411630003 connected 2024-12-05T13:20:17,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:20:17,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:20:17,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33333-0x101a6d411630003, quorum=127.0.0.1:65154, baseZNode=/11516090665 Set watcher on znode that does not yet exist, /11516090665/running 2024-12-05T13:20:17,560 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb, hbase.cluster.distributed=false 2024-12-05T13:20:17,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33333-0x101a6d411630003, quorum=127.0.0.1:65154, baseZNode=/11516090665 Set watcher on znode that does not yet exist, /11516090665/acl 2024-12-05T13:20:17,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33333 2024-12-05T13:20:17,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33333 2024-12-05T13:20:17,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33333 2024-12-05T13:20:17,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33333 2024-12-05T13:20:17,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33333 2024-12-05T13:20:17,610 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:20:17,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:20:17,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:20:17,611 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:20:17,611 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:20:17,611 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:20:17,611 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T13:20:17,611 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:20:17,612 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36155 2024-12-05T13:20:17,614 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36155 connecting to ZooKeeper ensemble=127.0.0.1:65154 2024-12-05T13:20:17,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:20:17,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:20:17,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361550x0, quorum=127.0.0.1:65154, baseZNode=/11516090665 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:20:17,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361550x0, quorum=127.0.0.1:65154, baseZNode=/11516090665 Set watcher on znode that does not yet exist, /11516090665/running 2024-12-05T13:20:17,635 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T13:20:17,639 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36155-0x101a6d411630004 connected 2024-12-05T13:20:17,647 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T13:20:17,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36155-0x101a6d411630004, quorum=127.0.0.1:65154, baseZNode=/11516090665 Set watcher on znode that does not yet exist, /11516090665/master 2024-12-05T13:20:17,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36155-0x101a6d411630004, quorum=127.0.0.1:65154, baseZNode=/11516090665 Set watcher on znode that does not yet exist, /11516090665/acl 2024-12-05T13:20:17,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36155 2024-12-05T13:20:17,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36155 2024-12-05T13:20:17,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36155 2024-12-05T13:20:17,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36155 2024-12-05T13:20:17,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36155 2024-12-05T13:20:17,714 DEBUG [M:0;88aaa70743e7:33333 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;88aaa70743e7:33333 2024-12-05T13:20:17,715 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11516090665/backup-masters/88aaa70743e7,33333,1733404817434 2024-12-05T13:20:17,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x101a6d411630003, quorum=127.0.0.1:65154, baseZNode=/11516090665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516090665/backup-masters 2024-12-05T13:20:17,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101a6d411630004, quorum=127.0.0.1:65154, baseZNode=/11516090665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516090665/backup-masters 2024-12-05T13:20:17,725 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33333-0x101a6d411630003, quorum=127.0.0.1:65154, baseZNode=/11516090665 Set watcher on existing znode=/11516090665/backup-masters/88aaa70743e7,33333,1733404817434 2024-12-05T13:20:17,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101a6d411630004, quorum=127.0.0.1:65154, baseZNode=/11516090665 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11516090665/master 2024-12-05T13:20:17,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x101a6d411630003, quorum=127.0.0.1:65154, baseZNode=/11516090665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516090665 2024-12-05T13:20:17,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101a6d411630004, quorum=127.0.0.1:65154, baseZNode=/11516090665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516090665 2024-12-05T13:20:17,734 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33333-0x101a6d411630003, quorum=127.0.0.1:65154, baseZNode=/11516090665 Set watcher on existing znode=/11516090665/master 2024-12-05T13:20:17,735 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11516090665/backup-masters/88aaa70743e7,33333,1733404817434 from backup master directory 2024-12-05T13:20:17,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x101a6d411630003, quorum=127.0.0.1:65154, baseZNode=/11516090665 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11516090665/backup-masters/88aaa70743e7,33333,1733404817434 2024-12-05T13:20:17,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101a6d411630004, quorum=127.0.0.1:65154, baseZNode=/11516090665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516090665/backup-masters 2024-12-05T13:20:17,745 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:20:17,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x101a6d411630003, quorum=127.0.0.1:65154, baseZNode=/11516090665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516090665/backup-masters 2024-12-05T13:20:17,745 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=88aaa70743e7,33333,1733404817434 2024-12-05T13:20:17,757 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/hbase.id] with ID: 7d005b53-6933-48ec-ae0c-f2d05b0a8f9d 2024-12-05T13:20:17,757 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/.tmp/hbase.id 2024-12-05T13:20:17,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38487 is added to blk_1073741826_1002 (size=42) 2024-12-05T13:20:18,172 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/.tmp/hbase.id]:[hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/hbase.id] 2024-12-05T13:20:18,216 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:20:18,216 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T13:20:18,218 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-05T13:20:18,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101a6d411630004, quorum=127.0.0.1:65154, baseZNode=/11516090665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516090665 2024-12-05T13:20:18,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x101a6d411630003, quorum=127.0.0.1:65154, baseZNode=/11516090665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516090665 2024-12-05T13:20:18,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38487 is added to blk_1073741827_1003 (size=196) 2024-12-05T13:20:18,284 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:20:18,286 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T13:20:18,287 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:20:18,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38487 is added to blk_1073741828_1004 (size=1189) 2024-12-05T13:20:18,332 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/MasterData/data/master/store 2024-12-05T13:20:18,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38487 is added to blk_1073741829_1005 (size=34) 2024-12-05T13:20:18,759 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:20:18,760 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:20:18,760 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:20:18,760 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:20:18,760 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:20:18,760 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:20:18,760 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:20:18,760 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733404818760Disabling compacts and flushes for region at 1733404818760Disabling writes for close at 1733404818760Writing region close event to WAL at 1733404818760Closed at 1733404818760 2024-12-05T13:20:18,767 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/MasterData/data/master/store/.initializing 2024-12-05T13:20:18,768 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/MasterData/WALs/88aaa70743e7,33333,1733404817434 2024-12-05T13:20:18,770 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:20:18,784 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=88aaa70743e7%2C33333%2C1733404817434, suffix=, logDir=hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/MasterData/WALs/88aaa70743e7,33333,1733404817434, archiveDir=hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/MasterData/oldWALs, maxLogs=10 2024-12-05T13:20:18,807 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/MasterData/WALs/88aaa70743e7,33333,1733404817434/88aaa70743e7%2C33333%2C1733404817434.1733404818784, exclude list is [], retry=0 2024-12-05T13:20:18,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38487,DS-237bbb83-8fe5-4c47-9b5f-12eb01158388,DISK] 2024-12-05T13:20:18,845 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/MasterData/WALs/88aaa70743e7,33333,1733404817434/88aaa70743e7%2C33333%2C1733404817434.1733404818784 2024-12-05T13:20:18,851 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39599:39599)] 2024-12-05T13:20:18,851 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:20:18,852 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:20:18,852 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:18,852 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:18,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:18,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T13:20:18,879 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:18,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:18,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:18,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T13:20:18,886 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:18,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:20:18,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:18,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T13:20:18,892 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:18,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:20:18,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:18,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T13:20:18,900 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:18,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:20:18,902 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:18,904 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:18,905 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:18,909 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:18,909 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:18,911 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:20:18,916 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:18,922 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:20:18,923 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74908564, jitterRate=0.11622458696365356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:20:18,923 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733404818852Initializing all the Stores at 1733404818857 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404818857Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404818864 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404818864Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404818864Cleaning up temporary data from old regions at 1733404818909 (+45 ms)Region opened successfully at 1733404818923 (+14 ms) 2024-12-05T13:20:18,924 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T13:20:18,940 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5af35f1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:20:18,941 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T13:20:18,941 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T13:20:18,941 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T13:20:18,942 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T13:20:18,943 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-05T13:20:18,944 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T13:20:18,944 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T13:20:18,963 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T13:20:18,965 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33333-0x101a6d411630003, quorum=127.0.0.1:65154, baseZNode=/11516090665 Unable to get data of znode /11516090665/balancer because node does not exist (not necessarily an error) 2024-12-05T13:20:18,995 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11516090665/balancer already deleted, retry=false 2024-12-05T13:20:18,996 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T13:20:18,999 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33333-0x101a6d411630003, quorum=127.0.0.1:65154, baseZNode=/11516090665 Unable to get data of znode /11516090665/normalizer because node does not exist (not necessarily an error) 2024-12-05T13:20:19,008 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11516090665/normalizer already deleted, retry=false 2024-12-05T13:20:19,009 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T13:20:19,020 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33333-0x101a6d411630003, quorum=127.0.0.1:65154, baseZNode=/11516090665 Unable to get data of znode /11516090665/switch/split because node does not exist (not necessarily an error) 2024-12-05T13:20:19,028 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11516090665/switch/split already deleted, retry=false 2024-12-05T13:20:19,031 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33333-0x101a6d411630003, quorum=127.0.0.1:65154, baseZNode=/11516090665 Unable to get data of znode /11516090665/switch/merge because node does not exist (not necessarily an error) 2024-12-05T13:20:19,041 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11516090665/switch/merge already deleted, retry=false 2024-12-05T13:20:19,047 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33333-0x101a6d411630003, quorum=127.0.0.1:65154, baseZNode=/11516090665 Unable to get data of znode /11516090665/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T13:20:19,058 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11516090665/snapshot-cleanup already deleted, retry=false 2024-12-05T13:20:19,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x101a6d411630003, quorum=127.0.0.1:65154, baseZNode=/11516090665 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11516090665/running 2024-12-05T13:20:19,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x101a6d411630003, quorum=127.0.0.1:65154, baseZNode=/11516090665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516090665 2024-12-05T13:20:19,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101a6d411630004, quorum=127.0.0.1:65154, baseZNode=/11516090665 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11516090665/running 2024-12-05T13:20:19,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101a6d411630004, quorum=127.0.0.1:65154, baseZNode=/11516090665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516090665 2024-12-05T13:20:19,071 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=88aaa70743e7,33333,1733404817434, sessionid=0x101a6d411630003, setting cluster-up flag (Was=false) 2024-12-05T13:20:19,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101a6d411630004, quorum=127.0.0.1:65154, baseZNode=/11516090665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516090665 2024-12-05T13:20:19,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x101a6d411630003, quorum=127.0.0.1:65154, baseZNode=/11516090665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516090665 2024-12-05T13:20:19,162 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11516090665/flush-table-proc/acquired, /11516090665/flush-table-proc/reached, /11516090665/flush-table-proc/abort 2024-12-05T13:20:19,168 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,33333,1733404817434 2024-12-05T13:20:19,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x101a6d411630003, quorum=127.0.0.1:65154, baseZNode=/11516090665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516090665 2024-12-05T13:20:19,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101a6d411630004, quorum=127.0.0.1:65154, baseZNode=/11516090665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516090665 2024-12-05T13:20:19,220 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11516090665/online-snapshot/acquired, /11516090665/online-snapshot/reached, /11516090665/online-snapshot/abort 2024-12-05T13:20:19,222 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,33333,1733404817434 2024-12-05T13:20:19,234 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T13:20:19,241 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T13:20:19,242 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T13:20:19,242 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T13:20:19,242 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 88aaa70743e7,33333,1733404817434 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T13:20:19,249 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:20:19,249 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:20:19,249 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:20:19,249 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:20:19,249 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/88aaa70743e7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T13:20:19,250 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:19,250 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:20:19,250 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:19,281 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:20:19,281 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T13:20:19,284 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:19,284 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T13:20:19,287 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733404849286 2024-12-05T13:20:19,287 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T13:20:19,287 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T13:20:19,287 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T13:20:19,287 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T13:20:19,287 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T13:20:19,287 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T13:20:19,288 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:19,293 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T13:20:19,293 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T13:20:19,293 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T13:20:19,294 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T13:20:19,295 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T13:20:19,295 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T13:20:19,306 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733404819295,5,FailOnTimeoutGroup] 2024-12-05T13:20:19,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38487 is added to blk_1073741831_1007 (size=1321) 2024-12-05T13:20:19,326 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T13:20:19,326 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb 2024-12-05T13:20:19,330 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733404819306,5,FailOnTimeoutGroup] 2024-12-05T13:20:19,331 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:19,331 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T13:20:19,331 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:19,331 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:19,335 INFO [RS:0;88aaa70743e7:36155 {}] regionserver.HRegionServer(746): ClusterId : 7d005b53-6933-48ec-ae0c-f2d05b0a8f9d 2024-12-05T13:20:19,335 DEBUG [RS:0;88aaa70743e7:36155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T13:20:19,351 DEBUG [RS:0;88aaa70743e7:36155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T13:20:19,351 DEBUG [RS:0;88aaa70743e7:36155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T13:20:19,363 DEBUG [RS:0;88aaa70743e7:36155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T13:20:19,364 DEBUG [RS:0;88aaa70743e7:36155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c490b38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:20:19,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38487 is added to blk_1073741832_1008 (size=32) 2024-12-05T13:20:19,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:20:19,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:20:19,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:20:19,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:19,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:19,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:20:19,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:20:19,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:19,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:19,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:20:19,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:20:19,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:19,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:19,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:20:19,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:20:19,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:19,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:19,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:20:19,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/data/hbase/meta/1588230740 2024-12-05T13:20:19,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/data/hbase/meta/1588230740 2024-12-05T13:20:19,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:20:19,431 DEBUG [RS:0;88aaa70743e7:36155 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;88aaa70743e7:36155 2024-12-05T13:20:19,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:20:19,431 INFO [RS:0;88aaa70743e7:36155 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T13:20:19,431 INFO [RS:0;88aaa70743e7:36155 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T13:20:19,431 DEBUG [RS:0;88aaa70743e7:36155 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T13:20:19,432 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:20:19,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:20:19,435 INFO [RS:0;88aaa70743e7:36155 {}] regionserver.HRegionServer(2659): reportForDuty to master=88aaa70743e7,33333,1733404817434 with port=36155, startcode=1733404817609 2024-12-05T13:20:19,436 DEBUG [RS:0;88aaa70743e7:36155 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T13:20:19,445 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:20:19,446 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73277946, jitterRate=0.09192648530006409}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:20:19,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733404819381Initializing all the Stores at 1733404819390 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404819390Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404819398 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404819398Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404819398Cleaning up temporary data from old regions at 1733404819431 (+33 ms)Region opened successfully at 1733404819446 (+15 ms) 2024-12-05T13:20:19,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:20:19,447 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:20:19,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:20:19,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:20:19,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:20:19,457 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T13:20:19,458 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33333 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 88aaa70743e7,36155,1733404817609 2024-12-05T13:20:19,458 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33333 {}] master.ServerManager(517): Registering regionserver=88aaa70743e7,36155,1733404817609 2024-12-05T13:20:19,463 DEBUG [RS:0;88aaa70743e7:36155 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb 2024-12-05T13:20:19,463 DEBUG [RS:0;88aaa70743e7:36155 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40851 2024-12-05T13:20:19,463 DEBUG [RS:0;88aaa70743e7:36155 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T13:20:19,467 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:20:19,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733404819447Disabling compacts and flushes for region at 1733404819447Disabling writes for close at 1733404819447Writing region close event to WAL at 1733404819467 (+20 ms)Closed at 1733404819467 2024-12-05T13:20:19,471 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:20:19,471 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T13:20:19,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T13:20:19,479 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:20:19,482 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T13:20:19,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x101a6d411630003, quorum=127.0.0.1:65154, baseZNode=/11516090665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516090665/rs 2024-12-05T13:20:19,512 DEBUG [RS:0;88aaa70743e7:36155 {}] zookeeper.ZKUtil(111): regionserver:36155-0x101a6d411630004, quorum=127.0.0.1:65154, baseZNode=/11516090665 Set watcher on existing znode=/11516090665/rs/88aaa70743e7,36155,1733404817609 2024-12-05T13:20:19,512 WARN [RS:0;88aaa70743e7:36155 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:20:19,512 INFO [RS:0;88aaa70743e7:36155 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:20:19,513 DEBUG [RS:0;88aaa70743e7:36155 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/WALs/88aaa70743e7,36155,1733404817609 2024-12-05T13:20:19,531 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [88aaa70743e7,36155,1733404817609] 2024-12-05T13:20:19,557 INFO [RS:0;88aaa70743e7:36155 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T13:20:19,561 INFO [RS:0;88aaa70743e7:36155 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T13:20:19,574 INFO [RS:0;88aaa70743e7:36155 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T13:20:19,575 INFO [RS:0;88aaa70743e7:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:19,587 INFO [RS:0;88aaa70743e7:36155 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T13:20:19,592 INFO [RS:0;88aaa70743e7:36155 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T13:20:19,593 INFO [RS:0;88aaa70743e7:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:19,593 DEBUG [RS:0;88aaa70743e7:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:19,593 DEBUG [RS:0;88aaa70743e7:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:19,593 DEBUG [RS:0;88aaa70743e7:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:19,593 DEBUG [RS:0;88aaa70743e7:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:19,593 DEBUG [RS:0;88aaa70743e7:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:19,594 DEBUG [RS:0;88aaa70743e7:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:20:19,594 DEBUG [RS:0;88aaa70743e7:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:19,594 DEBUG [RS:0;88aaa70743e7:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:19,594 DEBUG [RS:0;88aaa70743e7:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:19,594 DEBUG [RS:0;88aaa70743e7:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:19,594 DEBUG [RS:0;88aaa70743e7:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:19,594 DEBUG [RS:0;88aaa70743e7:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:19,594 DEBUG [RS:0;88aaa70743e7:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:20:19,594 DEBUG [RS:0;88aaa70743e7:36155 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:20:19,595 INFO [RS:0;88aaa70743e7:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:19,595 INFO [RS:0;88aaa70743e7:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:19,595 INFO [RS:0;88aaa70743e7:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:19,595 INFO [RS:0;88aaa70743e7:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:19,595 INFO [RS:0;88aaa70743e7:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:19,596 INFO [RS:0;88aaa70743e7:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,36155,1733404817609-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:20:19,619 INFO [RS:0;88aaa70743e7:36155 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T13:20:19,619 INFO [RS:0;88aaa70743e7:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,36155,1733404817609-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:19,620 INFO [RS:0;88aaa70743e7:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:19,620 INFO [RS:0;88aaa70743e7:36155 {}] regionserver.Replication(171): 88aaa70743e7,36155,1733404817609 started 2024-12-05T13:20:19,633 WARN [88aaa70743e7:33333 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T13:20:19,645 INFO [RS:0;88aaa70743e7:36155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:19,646 INFO [RS:0;88aaa70743e7:36155 {}] regionserver.HRegionServer(1482): Serving as 88aaa70743e7,36155,1733404817609, RpcServer on 88aaa70743e7/172.17.0.3:36155, sessionid=0x101a6d411630004 2024-12-05T13:20:19,646 DEBUG [RS:0;88aaa70743e7:36155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T13:20:19,646 DEBUG [RS:0;88aaa70743e7:36155 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 88aaa70743e7,36155,1733404817609 2024-12-05T13:20:19,646 DEBUG [RS:0;88aaa70743e7:36155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,36155,1733404817609' 2024-12-05T13:20:19,647 DEBUG [RS:0;88aaa70743e7:36155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11516090665/flush-table-proc/abort' 2024-12-05T13:20:19,652 DEBUG [RS:0;88aaa70743e7:36155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11516090665/flush-table-proc/acquired' 2024-12-05T13:20:19,659 DEBUG [RS:0;88aaa70743e7:36155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T13:20:19,659 DEBUG [RS:0;88aaa70743e7:36155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T13:20:19,659 DEBUG [RS:0;88aaa70743e7:36155 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 88aaa70743e7,36155,1733404817609 2024-12-05T13:20:19,659 DEBUG [RS:0;88aaa70743e7:36155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,36155,1733404817609' 2024-12-05T13:20:19,659 DEBUG [RS:0;88aaa70743e7:36155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11516090665/online-snapshot/abort' 2024-12-05T13:20:19,660 DEBUG [RS:0;88aaa70743e7:36155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11516090665/online-snapshot/acquired' 2024-12-05T13:20:19,661 DEBUG [RS:0;88aaa70743e7:36155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T13:20:19,661 INFO [RS:0;88aaa70743e7:36155 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T13:20:19,661 INFO [RS:0;88aaa70743e7:36155 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T13:20:19,762 INFO [RS:0;88aaa70743e7:36155 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:20:19,766 INFO [RS:0;88aaa70743e7:36155 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C36155%2C1733404817609, suffix=, logDir=hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/WALs/88aaa70743e7,36155,1733404817609, archiveDir=hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/oldWALs, maxLogs=10 2024-12-05T13:20:19,791 DEBUG [RS:0;88aaa70743e7:36155 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/WALs/88aaa70743e7,36155,1733404817609/88aaa70743e7%2C36155%2C1733404817609.1733404819768, exclude list is [], retry=0 2024-12-05T13:20:19,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38487,DS-237bbb83-8fe5-4c47-9b5f-12eb01158388,DISK] 2024-12-05T13:20:19,824 INFO [RS:0;88aaa70743e7:36155 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/WALs/88aaa70743e7,36155,1733404817609/88aaa70743e7%2C36155%2C1733404817609.1733404819768 2024-12-05T13:20:19,827 DEBUG [RS:0;88aaa70743e7:36155 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39599:39599)] 2024-12-05T13:20:19,884 DEBUG [88aaa70743e7:33333 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T13:20:19,884 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=88aaa70743e7,36155,1733404817609 2024-12-05T13:20:19,889 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,36155,1733404817609, state=OPENING 2024-12-05T13:20:19,924 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T13:20:19,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x101a6d411630003, quorum=127.0.0.1:65154, baseZNode=/11516090665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516090665 2024-12-05T13:20:19,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101a6d411630004, quorum=127.0.0.1:65154, baseZNode=/11516090665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516090665 2024-12-05T13:20:19,937 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11516090665/meta-region-server: CHANGED 2024-12-05T13:20:19,938 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11516090665/meta-region-server: CHANGED 2024-12-05T13:20:19,938 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:20:19,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,36155,1733404817609}] 2024-12-05T13:20:20,103 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:20:20,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T13:20:20,129 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T13:20:20,129 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:20:20,129 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T13:20:20,133 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C36155%2C1733404817609.meta, suffix=.meta, logDir=hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/WALs/88aaa70743e7,36155,1733404817609, archiveDir=hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/oldWALs, maxLogs=10 2024-12-05T13:20:20,191 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/WALs/88aaa70743e7,36155,1733404817609/88aaa70743e7%2C36155%2C1733404817609.meta.1733404820136.meta, exclude list is [], retry=0 2024-12-05T13:20:20,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38487,DS-237bbb83-8fe5-4c47-9b5f-12eb01158388,DISK] 2024-12-05T13:20:20,238 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/WALs/88aaa70743e7,36155,1733404817609/88aaa70743e7%2C36155%2C1733404817609.meta.1733404820136.meta 2024-12-05T13:20:20,250 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39599:39599)] 2024-12-05T13:20:20,250 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:20:20,251 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:20:20,251 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:20:20,251 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T13:20:20,251 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T13:20:20,252 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T13:20:20,252 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:20:20,252 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T13:20:20,252 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T13:20:20,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:20:20,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:20:20,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:20,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:20,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:20:20,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:20:20,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:20,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:20,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:20:20,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:20:20,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:20,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:20,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:20:20,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:20:20,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:20,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:20,300 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:20:20,301 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/data/hbase/meta/1588230740 2024-12-05T13:20:20,304 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/data/hbase/meta/1588230740 2024-12-05T13:20:20,307 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:20:20,307 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:20:20,308 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:20:20,310 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:20:20,312 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73329448, jitterRate=0.09269392490386963}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:20:20,312 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T13:20:20,313 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733404820253Writing region info on filesystem at 1733404820253Initializing all the Stores at 1733404820266 (+13 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404820266Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404820286 (+20 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404820286Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404820286Cleaning up temporary data from old regions at 1733404820307 (+21 ms)Running coprocessor post-open hooks at 1733404820312 (+5 ms)Region opened successfully at 1733404820312 2024-12-05T13:20:20,319 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733404820103 2024-12-05T13:20:20,323 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T13:20:20,323 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T13:20:20,325 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=88aaa70743e7,36155,1733404817609 2024-12-05T13:20:20,327 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,36155,1733404817609, state=OPEN 2024-12-05T13:20:20,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101a6d411630004, quorum=127.0.0.1:65154, baseZNode=/11516090665 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11516090665/meta-region-server 2024-12-05T13:20:20,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x101a6d411630003, quorum=127.0.0.1:65154, baseZNode=/11516090665 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11516090665/meta-region-server 2024-12-05T13:20:20,362 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11516090665/meta-region-server: CHANGED 2024-12-05T13:20:20,362 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11516090665/meta-region-server: CHANGED 2024-12-05T13:20:20,362 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=88aaa70743e7,36155,1733404817609 2024-12-05T13:20:20,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T13:20:20,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,36155,1733404817609 in 424 msec 2024-12-05T13:20:20,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T13:20:20,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 897 msec 2024-12-05T13:20:20,380 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:20:20,380 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T13:20:20,383 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:20:20,383 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,36155,1733404817609, seqNum=-1] 2024-12-05T13:20:20,384 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:20:20,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:20:20,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1630 sec 2024-12-05T13:20:20,403 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733404820403, completionTime=-1 2024-12-05T13:20:20,403 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T13:20:20,403 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T13:20:20,407 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T13:20:20,408 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733404880407 2024-12-05T13:20:20,408 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733404940408 2024-12-05T13:20:20,408 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-12-05T13:20:20,408 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,33333,1733404817434-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:20,408 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,33333,1733404817434-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:20,409 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,33333,1733404817434-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:20,409 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-88aaa70743e7:33333, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:20,409 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:20,410 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:20,416 DEBUG [master/88aaa70743e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T13:20:20,420 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.675sec 2024-12-05T13:20:20,421 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T13:20:20,421 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T13:20:20,421 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T13:20:20,421 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T13:20:20,421 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T13:20:20,421 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,33333,1733404817434-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:20:20,421 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,33333,1733404817434-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T13:20:20,428 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T13:20:20,428 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T13:20:20,429 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,33333,1733404817434-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:20,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4151fef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:20,438 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,33333,-1 for getting cluster id 2024-12-05T13:20:20,438 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:20:20,446 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d005b53-6933-48ec-ae0c-f2d05b0a8f9d' 2024-12-05T13:20:20,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:20:20,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d005b53-6933-48ec-ae0c-f2d05b0a8f9d" 2024-12-05T13:20:20,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc60660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:20,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,33333,-1] 2024-12-05T13:20:20,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:20:20,450 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:20,452 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:20:20,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29bf724e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:20,456 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:20:20,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,36155,1733404817609, seqNum=-1] 2024-12-05T13:20:20,469 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:20:20,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:20:20,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=88aaa70743e7,33333,1733404817434 2024-12-05T13:20:20,480 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:65154 2024-12-05T13:20:20,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:65154, baseZNode=/11516090665 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:20:20,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a6d411630005 connected 2024-12-05T13:20:20,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f6f83a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:20,520 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,41213,-1 for getting cluster id 2024-12-05T13:20:20,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:20:20,532 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7009c18a-d60b-4d21-9719-ee8bca5dbcf8' 2024-12-05T13:20:20,533 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:20:20,533 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7009c18a-d60b-4d21-9719-ee8bca5dbcf8" 2024-12-05T13:20:20,534 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2203ab0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:20,534 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,41213,-1] 2024-12-05T13:20:20,534 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:20:20,535 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:20,537 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:20:20,539 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3455a9e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:20,550 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:20:20,556 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,41213,1733404811180 2024-12-05T13:20:20,560 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4676ae94 2024-12-05T13:20:20,561 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:20:20,573 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:20:20,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41213 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://88aaa70743e7:33333,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T13:20:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41213 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T13:20:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:20:20,604 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:33333' 2024-12-05T13:20:20,616 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48e6583f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:20,616 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,33333,-1 for getting cluster id 2024-12-05T13:20:20,616 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:20:20,618 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d005b53-6933-48ec-ae0c-f2d05b0a8f9d' 2024-12-05T13:20:20,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:20:20,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d005b53-6933-48ec-ae0c-f2d05b0a8f9d" 2024-12-05T13:20:20,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f41f37f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:20,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,33333,-1] 2024-12-05T13:20:20,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:20:20,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:20,622 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:20:20,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@186ff567, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:20,624 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:20:20,627 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,33333,1733404817434 2024-12-05T13:20:20,627 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ba0d60c 2024-12-05T13:20:20,632 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:20:20,634 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:20:20,650 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-05T13:20:20,650 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T13:20:20,656 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:20,657 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:20,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:20:20,660 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:20:20,671 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T13:20:20,675 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:20:20,676 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:20,679 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:20:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:20:20,726 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T13:20:20,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741835_1011 (size=1138) 2024-12-05T13:20:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:20:21,102 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:20:21,140 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6df7123df9d004e7c874ee4794864421, NAME => 'hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0 2024-12-05T13:20:21,159 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T13:20:21,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741836_1012 (size=44) 2024-12-05T13:20:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:20:21,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T13:20:21,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T13:20:21,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:20:21,557 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T13:20:21,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:20:21,557 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T13:20:21,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T13:20:21,558 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T13:20:21,591 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:20:21,591 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6df7123df9d004e7c874ee4794864421, disabling compactions & flushes 2024-12-05T13:20:21,591 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421. 2024-12-05T13:20:21,591 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421. 2024-12-05T13:20:21,591 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421. after waiting 0 ms 2024-12-05T13:20:21,591 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421. 2024-12-05T13:20:21,591 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421. 2024-12-05T13:20:21,592 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6df7123df9d004e7c874ee4794864421: Waiting for close lock at 1733404821591Disabling compacts and flushes for region at 1733404821591Disabling writes for close at 1733404821591Writing region close event to WAL at 1733404821591Closed at 1733404821591 2024-12-05T13:20:21,595 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:20:21,601 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733404821595"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733404821595"}]},"ts":"1733404821595"} 2024-12-05T13:20:21,607 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T13:20:21,610 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:20:21,614 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404821610"}]},"ts":"1733404821610"} 2024-12-05T13:20:21,620 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T13:20:21,622 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6df7123df9d004e7c874ee4794864421, ASSIGN}] 2024-12-05T13:20:21,627 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6df7123df9d004e7c874ee4794864421, ASSIGN 2024-12-05T13:20:21,636 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6df7123df9d004e7c874ee4794864421, ASSIGN; state=OFFLINE, location=88aaa70743e7,44649,1733404811903; forceNewPlan=false, retain=false 2024-12-05T13:20:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:20:21,788 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6df7123df9d004e7c874ee4794864421, regionState=OPENING, regionLocation=88aaa70743e7,44649,1733404811903 2024-12-05T13:20:21,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6df7123df9d004e7c874ee4794864421, ASSIGN because future has completed 2024-12-05T13:20:21,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6df7123df9d004e7c874ee4794864421, server=88aaa70743e7,44649,1733404811903}] 2024-12-05T13:20:21,963 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421. 2024-12-05T13:20:21,964 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:20:21,964 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T13:20:21,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C44649%2C1733404811903.rep, suffix=, logDir=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,44649,1733404811903, archiveDir=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/oldWALs, maxLogs=10 2024-12-05T13:20:21,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,44649,1733404811903/88aaa70743e7%2C44649%2C1733404811903.rep.1733404821969, exclude list is [], retry=0 2024-12-05T13:20:21,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38093,DS-087211e6-5e0f-42e0-9a2a-b880354f8ba4,DISK] 2024-12-05T13:20:21,995 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,44649,1733404811903/88aaa70743e7%2C44649%2C1733404811903.rep.1733404821969 2024-12-05T13:20:21,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34269:34269)] 2024-12-05T13:20:21,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 6df7123df9d004e7c874ee4794864421, NAME => 'hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:20:21,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:20:22,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:20:22,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421. service=MultiRowMutationService 2024-12-05T13:20:22,000 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T13:20:22,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6df7123df9d004e7c874ee4794864421 2024-12-05T13:20:22,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:20:22,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 6df7123df9d004e7c874ee4794864421 2024-12-05T13:20:22,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 6df7123df9d004e7c874ee4794864421 2024-12-05T13:20:22,004 INFO [StoreOpener-6df7123df9d004e7c874ee4794864421-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6df7123df9d004e7c874ee4794864421 2024-12-05T13:20:22,006 INFO [StoreOpener-6df7123df9d004e7c874ee4794864421-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6df7123df9d004e7c874ee4794864421 columnFamilyName hfileref 2024-12-05T13:20:22,006 DEBUG [StoreOpener-6df7123df9d004e7c874ee4794864421-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:22,011 INFO [StoreOpener-6df7123df9d004e7c874ee4794864421-1 {}] regionserver.HStore(327): Store=6df7123df9d004e7c874ee4794864421/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:20:22,012 INFO [StoreOpener-6df7123df9d004e7c874ee4794864421-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6df7123df9d004e7c874ee4794864421 2024-12-05T13:20:22,014 INFO [StoreOpener-6df7123df9d004e7c874ee4794864421-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6df7123df9d004e7c874ee4794864421 columnFamilyName queue 2024-12-05T13:20:22,014 DEBUG [StoreOpener-6df7123df9d004e7c874ee4794864421-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:22,016 INFO [StoreOpener-6df7123df9d004e7c874ee4794864421-1 {}] regionserver.HStore(327): Store=6df7123df9d004e7c874ee4794864421/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:20:22,016 INFO [StoreOpener-6df7123df9d004e7c874ee4794864421-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6df7123df9d004e7c874ee4794864421 2024-12-05T13:20:22,019 INFO [StoreOpener-6df7123df9d004e7c874ee4794864421-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6df7123df9d004e7c874ee4794864421 columnFamilyName sid 2024-12-05T13:20:22,019 DEBUG [StoreOpener-6df7123df9d004e7c874ee4794864421-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:22,020 INFO [StoreOpener-6df7123df9d004e7c874ee4794864421-1 {}] regionserver.HStore(327): Store=6df7123df9d004e7c874ee4794864421/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:20:22,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 6df7123df9d004e7c874ee4794864421 2024-12-05T13:20:22,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/replication/6df7123df9d004e7c874ee4794864421 2024-12-05T13:20:22,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/replication/6df7123df9d004e7c874ee4794864421 2024-12-05T13:20:22,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 6df7123df9d004e7c874ee4794864421 2024-12-05T13:20:22,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 6df7123df9d004e7c874ee4794864421 2024-12-05T13:20:22,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T13:20:22,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 6df7123df9d004e7c874ee4794864421 2024-12-05T13:20:22,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/replication/6df7123df9d004e7c874ee4794864421/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:20:22,039 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 6df7123df9d004e7c874ee4794864421; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63585275, jitterRate=-0.05250556766986847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T13:20:22,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6df7123df9d004e7c874ee4794864421 2024-12-05T13:20:22,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 6df7123df9d004e7c874ee4794864421: Running coprocessor pre-open hook at 1733404822001Writing region info on filesystem at 1733404822001Initializing all the Stores at 1733404822002 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404822002Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404822003 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404822004 (+1 ms)Cleaning up temporary data from old regions at 1733404822027 (+23 ms)Running coprocessor post-open hooks at 1733404822039 (+12 ms)Region opened successfully at 1733404822040 (+1 ms) 2024-12-05T13:20:22,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421., pid=7, masterSystemTime=1733404821950 2024-12-05T13:20:22,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421. 2024-12-05T13:20:22,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421. 2024-12-05T13:20:22,059 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6df7123df9d004e7c874ee4794864421, regionState=OPEN, openSeqNum=2, regionLocation=88aaa70743e7,44649,1733404811903 2024-12-05T13:20:22,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6df7123df9d004e7c874ee4794864421, server=88aaa70743e7,44649,1733404811903 because future has completed 2024-12-05T13:20:22,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-05T13:20:22,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6df7123df9d004e7c874ee4794864421, server=88aaa70743e7,44649,1733404811903 in 274 msec 2024-12-05T13:20:22,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T13:20:22,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6df7123df9d004e7c874ee4794864421, ASSIGN in 454 msec 2024-12-05T13:20:22,085 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:20:22,085 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404822085"}]},"ts":"1733404822085"} 2024-12-05T13:20:22,092 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T13:20:22,095 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:20:22,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.4340 sec 2024-12-05T13:20:22,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421., hostname=88aaa70743e7,44649,1733404811903, seqNum=2] 2024-12-05T13:20:22,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44649 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-05T13:20:22,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41213-0x101a6d411630000, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-107232445 2024-12-05T13:20:22,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x101a6d411630001, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-107232445 2024-12-05T13:20:22,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T13:20:22,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44649 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-05T13:20:22,427 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T13:20:22,472 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-88aaa70743e7,44649,1733404811903, ReplicationSource: 1, currentBandwidth=0 2024-12-05T13:20:22,474 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:20:22,474 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,44649,1733404811903, seqNum=-1] 2024-12-05T13:20:22,475 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:20:22,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-05T13:20:22,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-88aaa70743e7,44649,1733404811903', locateType=CURRENT is [region=hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421., hostname=88aaa70743e7,44649,1733404811903, seqNum=2] 2024-12-05T13:20:22,486 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-05T13:20:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41213 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-05T13:20:22,498 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 88aaa70743e7,44649,1733404811903 suceeded 2024-12-05T13:20:22,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-05T13:20:22,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 241 msec 2024-12-05T13:20:22,507 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://88aaa70743e7:33333,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T13:20:22,511 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44649,1733404811903 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:33333' 2024-12-05T13:20:22,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.9290 sec 2024-12-05T13:20:22,515 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44649,1733404811903 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4725c63b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:22,515 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44649,1733404811903 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,33333,-1 for getting cluster id 2024-12-05T13:20:22,515 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44649,1733404811903 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:20:22,516 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d005b53-6933-48ec-ae0c-f2d05b0a8f9d' 2024-12-05T13:20:22,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:20:22,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d005b53-6933-48ec-ae0c-f2d05b0a8f9d" 2024-12-05T13:20:22,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37c02221, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:22,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,33333,-1] 2024-12-05T13:20:22,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:20:22,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:22,520 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:20:22,521 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44649,1733404811903 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55224520, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:22,521 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44649,1733404811903 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:20:22,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,33333,1733404817434 2024-12-05T13:20:22,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a517542 2024-12-05T13:20:22,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:20:22,526 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-05T13:20:22,528 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44649,1733404811903 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-88aaa70743e7,44649,1733404811903 (queues=1) is replicating from cluster=7009c18a-d60b-4d21-9719-ee8bca5dbcf8 to cluster=7d005b53-6933-48ec-ae0c-f2d05b0a8f9d 2024-12-05T13:20:22,531 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44649,1733404811903 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=88aaa70743e7%2C44649%2C1733404811903 2024-12-05T13:20:22,539 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44649,1733404811903 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-88aaa70743e7,44649,1733404811903, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T13:20:22,542 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44649,1733404811903.replicationSource.shipper88aaa70743e7%2C44649%2C1733404811903,1-88aaa70743e7,44649,1733404811903 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 88aaa70743e7%2C44649%2C1733404811903 2024-12-05T13:20:22,548 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44649,1733404811903.replicationSource.wal-reader.88aaa70743e7%2C44649%2C1733404811903,1-88aaa70743e7,44649,1733404811903 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,44649,1733404811903/88aaa70743e7%2C44649%2C1733404811903.1733404815058, startPosition=0, beingWritten=true 2024-12-05T13:20:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:20:22,762 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T13:20:22,762 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:20:22,762 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:20:22,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:22,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:22,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:20:22,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b75f4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:22,767 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,41213,-1 for getting cluster id 2024-12-05T13:20:22,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:20:22,775 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7009c18a-d60b-4d21-9719-ee8bca5dbcf8' 2024-12-05T13:20:22,776 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:20:22,777 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7009c18a-d60b-4d21-9719-ee8bca5dbcf8" 2024-12-05T13:20:22,777 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28f4f382, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:22,777 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,41213,-1] 2024-12-05T13:20:22,778 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:20:22,779 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:22,782 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:20:22,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1abce147, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:22,786 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:20:22,792 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,41213,1733404811180 2024-12-05T13:20:22,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10287ed1 2024-12-05T13:20:22,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:20:22,799 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:20:22,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41213 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://88aaa70743e7:33333,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T13:20:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41213 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T13:20:22,806 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:33333' 2024-12-05T13:20:22,807 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5664fd48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:22,807 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,33333,-1 for getting cluster id 2024-12-05T13:20:22,808 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:20:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T13:20:22,811 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d005b53-6933-48ec-ae0c-f2d05b0a8f9d' 2024-12-05T13:20:22,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:20:22,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d005b53-6933-48ec-ae0c-f2d05b0a8f9d" 2024-12-05T13:20:22,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3004793f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:22,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,33333,-1] 2024-12-05T13:20:22,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:20:22,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:22,819 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:20:22,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f926b98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:22,821 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:20:22,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,33333,1733404817434 2024-12-05T13:20:22,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76c6d25e 2024-12-05T13:20:22,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:20:22,825 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:20:22,827 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T13:20:22,827 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T13:20:22,827 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:22,827 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:22,830 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:20:22,836 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44649,1733404811903.replicationSource.wal-reader.88aaa70743e7%2C44649%2C1733404811903,1-88aaa70743e7,44649,1733404811903 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,44649,1733404811903/88aaa70743e7%2C44649%2C1733404811903.1733404815058 to pos 0, reset compression=false 2024-12-05T13:20:22,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T13:20:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T13:20:23,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44649 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-05T13:20:23,039 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-05T13:20:23,087 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-88aaa70743e7,44649,1733404811903, ReplicationSource: 2, currentBandwidth=0 2024-12-05T13:20:23,092 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-05T13:20:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41213 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-05T13:20:23,097 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 88aaa70743e7,44649,1733404811903 suceeded 2024-12-05T13:20:23,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T13:20:23,102 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://88aaa70743e7:33333,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T13:20:23,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 215 msec 2024-12-05T13:20:23,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 303 msec 2024-12-05T13:20:23,111 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,44649,1733404811903 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:33333' 2024-12-05T13:20:23,114 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,44649,1733404811903 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@456055cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:23,114 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,44649,1733404811903 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,33333,-1 for getting cluster id 2024-12-05T13:20:23,114 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,44649,1733404811903 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:20:23,115 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d005b53-6933-48ec-ae0c-f2d05b0a8f9d' 2024-12-05T13:20:23,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:20:23,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d005b53-6933-48ec-ae0c-f2d05b0a8f9d" 2024-12-05T13:20:23,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12b802a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:23,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,33333,-1] 2024-12-05T13:20:23,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:20:23,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:23,119 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:20:23,120 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,44649,1733404811903 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77045a5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:23,120 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,44649,1733404811903 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:20:23,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,33333,1733404817434 2024-12-05T13:20:23,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18d3384f 2024-12-05T13:20:23,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:20:23,124 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-05T13:20:23,126 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,44649,1733404811903 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-88aaa70743e7,44649,1733404811903 (queues=1) is replicating from cluster=7009c18a-d60b-4d21-9719-ee8bca5dbcf8 to cluster=7d005b53-6933-48ec-ae0c-f2d05b0a8f9d 2024-12-05T13:20:23,126 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,44649,1733404811903 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=88aaa70743e7%2C44649%2C1733404811903 2024-12-05T13:20:23,126 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,44649,1733404811903 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-88aaa70743e7,44649,1733404811903, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T13:20:23,128 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,44649,1733404811903.replicationSource.shipper88aaa70743e7%2C44649%2C1733404811903,2-88aaa70743e7,44649,1733404811903 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 88aaa70743e7%2C44649%2C1733404811903 2024-12-05T13:20:23,128 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,44649,1733404811903.replicationSource.wal-reader.88aaa70743e7%2C44649%2C1733404811903,2-88aaa70743e7,44649,1733404811903 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,44649,1733404811903/88aaa70743e7%2C44649%2C1733404811903.1733404815058, startPosition=0, beingWritten=true 2024-12-05T13:20:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T13:20:23,131 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-05T13:20:23,131 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:20:23,132 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:20:23,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:23,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:23,132 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:20:23,132 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:20:23,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,41213,1733404811180 2024-12-05T13:20:23,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c25abca 2024-12-05T13:20:23,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:20:23,141 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:20:23,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41213 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T13:20:23,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41213 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-05T13:20:23,150 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44649,1733404811903.replicationSource.wal-reader.88aaa70743e7%2C44649%2C1733404811903,1-88aaa70743e7,44649,1733404811903 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,44649,1733404811903/88aaa70743e7%2C44649%2C1733404811903.1733404815058 to pos 0, reset compression=false 2024-12-05T13:20:23,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41213 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T13:20:23,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41213 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-05T13:20:23,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41213 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://88aaa70743e7:33333,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T13:20:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41213 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-05T13:20:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T13:20:23,171 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:33333' 2024-12-05T13:20:23,172 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27691ccd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:23,172 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,33333,-1 for getting cluster id 2024-12-05T13:20:23,172 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:20:23,173 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d005b53-6933-48ec-ae0c-f2d05b0a8f9d' 2024-12-05T13:20:23,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:20:23,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d005b53-6933-48ec-ae0c-f2d05b0a8f9d" 2024-12-05T13:20:23,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14f9b120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:23,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,33333,-1] 2024-12-05T13:20:23,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:20:23,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:23,176 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:20:23,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d831ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:23,177 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:20:23,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,33333,1733404817434 2024-12-05T13:20:23,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16e112b9 2024-12-05T13:20:23,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:20:23,180 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:20:23,181 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-05T13:20:23,182 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T13:20:23,182 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:23,182 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:23,184 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:20:23,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T13:20:23,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T13:20:23,342 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,44649,1733404811903.replicationSource.wal-reader.88aaa70743e7%2C44649%2C1733404811903,2-88aaa70743e7,44649,1733404811903 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,44649,1733404811903/88aaa70743e7%2C44649%2C1733404811903.1733404815058 to pos 0, reset compression=false 2024-12-05T13:20:23,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44649 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-05T13:20:23,371 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-05T13:20:23,375 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-05T13:20:23,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41213 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-05T13:20:23,387 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 88aaa70743e7,44649,1733404811903 suceeded 2024-12-05T13:20:23,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-05T13:20:23,394 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://88aaa70743e7:33333,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T13:20:23,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-12-05T13:20:23,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 234 msec 2024-12-05T13:20:23,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T13:20:23,499 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-05T13:20:23,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41213 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://88aaa70743e7:33333,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T13:20:23,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41213 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-05T13:20:23,515 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:33333' 2024-12-05T13:20:23,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T13:20:23,517 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f56d987, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:23,517 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,33333,-1 for getting cluster id 2024-12-05T13:20:23,517 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:20:23,527 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d005b53-6933-48ec-ae0c-f2d05b0a8f9d' 2024-12-05T13:20:23,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:20:23,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d005b53-6933-48ec-ae0c-f2d05b0a8f9d" 2024-12-05T13:20:23,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15f4b3e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:23,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,33333,-1] 2024-12-05T13:20:23,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:20:23,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:23,530 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:20:23,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ea3b0d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:23,534 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:20:23,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,33333,1733404817434 2024-12-05T13:20:23,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76f68573 2024-12-05T13:20:23,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:20:23,537 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:20:23,539 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T13:20:23,540 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T13:20:23,540 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:23,540 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:23,540 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:20:23,563 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44649,1733404811903.replicationSource.wal-reader.88aaa70743e7%2C44649%2C1733404811903,1-88aaa70743e7,44649,1733404811903 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,44649,1733404811903/88aaa70743e7%2C44649%2C1733404811903.1733404815058 to pos 0, reset compression=false 2024-12-05T13:20:23,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T13:20:23,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T13:20:23,660 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,44649,1733404811903.replicationSource.wal-reader.88aaa70743e7%2C44649%2C1733404811903,2-88aaa70743e7,44649,1733404811903 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,44649,1733404811903/88aaa70743e7%2C44649%2C1733404811903.1733404815058 to pos 0, reset compression=false 2024-12-05T13:20:23,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44649 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-05T13:20:23,753 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-05T13:20:23,755 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-05T13:20:23,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41213 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-05T13:20:23,761 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 88aaa70743e7,44649,1733404811903 suceeded 2024-12-05T13:20:23,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-05T13:20:23,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 164 msec 2024-12-05T13:20:23,767 INFO [PEWorker-2 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://88aaa70743e7:33333,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T13:20:23,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 264 msec 2024-12-05T13:20:23,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T13:20:23,847 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-05T13:20:23,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41213 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T13:20:23,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41213 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-05T13:20:23,859 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:20:23,859 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:20:23,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:23,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:23,860 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T13:20:23,860 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:20:23,860 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1961770269, stopped=false 2024-12-05T13:20:23,860 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=88aaa70743e7,41213,1733404811180 2024-12-05T13:20:23,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x101a6d411630001, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-107232445/running 2024-12-05T13:20:23,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x101a6d411630001, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-107232445 2024-12-05T13:20:23,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41213-0x101a6d411630000, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-107232445/running 2024-12-05T13:20:23,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41213-0x101a6d411630000, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-107232445 2024-12-05T13:20:23,905 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44649-0x101a6d411630001, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Set watcher on znode that does not yet exist, /0-107232445/running 2024-12-05T13:20:23,905 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:20:23,905 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:20:23,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41213-0x101a6d411630000, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Set watcher on znode that does not yet exist, /0-107232445/running 2024-12-05T13:20:23,905 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:20:23,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:23,909 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '88aaa70743e7,44649,1733404811903' ***** 2024-12-05T13:20:23,909 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T13:20:23,910 INFO [RS:0;88aaa70743e7:44649 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T13:20:23,910 INFO [RS:0;88aaa70743e7:44649 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T13:20:23,910 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T13:20:23,910 INFO [RS:0;88aaa70743e7:44649 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T13:20:23,910 INFO [RS:0;88aaa70743e7:44649 {}] regionserver.HRegionServer(3091): Received CLOSE for 6df7123df9d004e7c874ee4794864421 2024-12-05T13:20:23,911 INFO [RS:0;88aaa70743e7:44649 {}] regionserver.HRegionServer(959): stopping server 88aaa70743e7,44649,1733404811903 2024-12-05T13:20:23,911 INFO [RS:0;88aaa70743e7:44649 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:20:23,911 INFO [RS:0;88aaa70743e7:44649 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:44649. 2024-12-05T13:20:23,911 DEBUG [RS:0;88aaa70743e7:44649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:20:23,912 DEBUG [RS:0;88aaa70743e7:44649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:23,912 INFO [RS:0;88aaa70743e7:44649 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T13:20:23,912 INFO [RS:0;88aaa70743e7:44649 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T13:20:23,912 INFO [RS:0;88aaa70743e7:44649 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T13:20:23,912 INFO [RS:0;88aaa70743e7:44649 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T13:20:23,915 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6df7123df9d004e7c874ee4794864421, disabling compactions & flushes 2024-12-05T13:20:23,915 INFO [RS:0;88aaa70743e7:44649 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T13:20:23,915 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421. 2024-12-05T13:20:23,915 DEBUG [RS:0;88aaa70743e7:44649 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6df7123df9d004e7c874ee4794864421=hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421.} 2024-12-05T13:20:23,915 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421. 2024-12-05T13:20:23,915 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421. after waiting 0 ms 2024-12-05T13:20:23,915 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421. 2024-12-05T13:20:23,916 DEBUG [RS:0;88aaa70743e7:44649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6df7123df9d004e7c874ee4794864421 2024-12-05T13:20:23,919 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:20:23,919 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:20:23,919 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:20:23,919 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:20:23,919 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:20:23,921 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6df7123df9d004e7c874ee4794864421 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-05T13:20:23,924 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-05T13:20:23,955 INFO [regionserver/88aaa70743e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:20:24,022 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/replication/6df7123df9d004e7c874ee4794864421/.tmp/queue/724d3ed6588846c5932ccd0e172fc7a3 is 151, key is 1-88aaa70743e7,44649,1733404811903/queue:88aaa70743e7%2C44649%2C1733404811903/1733404822481/Put/seqid=0 2024-12-05T13:20:24,027 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/meta/1588230740/.tmp/info/77dd4a9e28f14b5a983e80addc1a3e9e is 147, key is hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421./info:regioninfo/1733404822059/Put/seqid=0 2024-12-05T13:20:24,072 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,44649,1733404811903.replicationSource.wal-reader.88aaa70743e7%2C44649%2C1733404811903,2-88aaa70743e7,44649,1733404811903 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,44649,1733404811903/88aaa70743e7%2C44649%2C1733404811903.1733404815058 to pos 0, reset compression=false 2024-12-05T13:20:24,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741838_1014 (size=5500) 2024-12-05T13:20:24,082 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/replication/6df7123df9d004e7c874ee4794864421/.tmp/queue/724d3ed6588846c5932ccd0e172fc7a3 2024-12-05T13:20:24,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741839_1015 (size=6631) 2024-12-05T13:20:24,088 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44649,1733404811903.replicationSource.wal-reader.88aaa70743e7%2C44649%2C1733404811903,1-88aaa70743e7,44649,1733404811903 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,44649,1733404811903/88aaa70743e7%2C44649%2C1733404811903.1733404815058 to pos 0, reset compression=false 2024-12-05T13:20:24,090 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/meta/1588230740/.tmp/info/77dd4a9e28f14b5a983e80addc1a3e9e 2024-12-05T13:20:24,116 DEBUG [RS:0;88aaa70743e7:44649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6df7123df9d004e7c874ee4794864421 2024-12-05T13:20:24,178 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/replication/6df7123df9d004e7c874ee4794864421/.tmp/queue/724d3ed6588846c5932ccd0e172fc7a3 as hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/replication/6df7123df9d004e7c874ee4794864421/queue/724d3ed6588846c5932ccd0e172fc7a3 2024-12-05T13:20:24,198 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/meta/1588230740/.tmp/ns/8322bba0a58543b288c2daa66e4802b8 is 43, key is default/ns:d/1733404815732/Put/seqid=0 2024-12-05T13:20:24,214 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/replication/6df7123df9d004e7c874ee4794864421/queue/724d3ed6588846c5932ccd0e172fc7a3, entries=2, sequenceid=6, filesize=5.4 K 2024-12-05T13:20:24,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741840_1016 (size=5153) 2024-12-05T13:20:24,222 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/meta/1588230740/.tmp/ns/8322bba0a58543b288c2daa66e4802b8 2024-12-05T13:20:24,231 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 6df7123df9d004e7c874ee4794864421 in 304ms, sequenceid=6, compaction requested=false 2024-12-05T13:20:24,231 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T13:20:24,270 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/replication/6df7123df9d004e7c874ee4794864421/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T13:20:24,274 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/meta/1588230740/.tmp/table/ea90b76ef90c42659720aa30bcd49e9b is 53, key is hbase:replication/table:state/1733404822085/Put/seqid=0 2024-12-05T13:20:24,275 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:20:24,275 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:20:24,275 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421. 2024-12-05T13:20:24,276 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6df7123df9d004e7c874ee4794864421: Waiting for close lock at 1733404823914Running coprocessor pre-close hooks at 1733404823915 (+1 ms)Disabling compacts and flushes for region at 1733404823915Disabling writes for close at 1733404823915Obtaining lock to block concurrent updates at 1733404823921 (+6 ms)Preparing flush snapshotting stores in 6df7123df9d004e7c874ee4794864421 at 1733404823921Finished memstore snapshotting hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733404823936 (+15 ms)Flushing stores of hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421. at 1733404823941 (+5 ms)Flushing 6df7123df9d004e7c874ee4794864421/queue: creating writer at 1733404823947 (+6 ms)Flushing 6df7123df9d004e7c874ee4794864421/queue: appending metadata at 1733404824004 (+57 ms)Flushing 6df7123df9d004e7c874ee4794864421/queue: closing flushed file at 1733404824008 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c33329d: reopening flushed file at 1733404824166 (+158 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 6df7123df9d004e7c874ee4794864421 in 304ms, sequenceid=6, compaction requested=false at 1733404824231 (+65 ms)Writing region close event to WAL at 1733404824263 (+32 ms)Running coprocessor post-close hooks at 1733404824272 (+9 ms)Closed at 1733404824275 (+3 ms) 2024-12-05T13:20:24,278 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421. 2024-12-05T13:20:24,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741841_1017 (size=5256) 2024-12-05T13:20:24,290 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/meta/1588230740/.tmp/table/ea90b76ef90c42659720aa30bcd49e9b 2024-12-05T13:20:24,316 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/meta/1588230740/.tmp/info/77dd4a9e28f14b5a983e80addc1a3e9e as hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/meta/1588230740/info/77dd4a9e28f14b5a983e80addc1a3e9e 2024-12-05T13:20:24,318 DEBUG [RS:0;88aaa70743e7:44649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:20:24,341 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/meta/1588230740/info/77dd4a9e28f14b5a983e80addc1a3e9e, entries=10, sequenceid=11, filesize=6.5 K 2024-12-05T13:20:24,343 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/meta/1588230740/.tmp/ns/8322bba0a58543b288c2daa66e4802b8 as hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/meta/1588230740/ns/8322bba0a58543b288c2daa66e4802b8 2024-12-05T13:20:24,371 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/meta/1588230740/ns/8322bba0a58543b288c2daa66e4802b8, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T13:20:24,373 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/meta/1588230740/.tmp/table/ea90b76ef90c42659720aa30bcd49e9b as hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/meta/1588230740/table/ea90b76ef90c42659720aa30bcd49e9b 2024-12-05T13:20:24,386 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/meta/1588230740/table/ea90b76ef90c42659720aa30bcd49e9b, entries=2, sequenceid=11, filesize=5.1 K 2024-12-05T13:20:24,388 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 469ms, sequenceid=11, compaction requested=false 2024-12-05T13:20:24,413 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T13:20:24,421 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:20:24,421 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:20:24,422 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:20:24,422 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733404823919Running coprocessor pre-close hooks at 1733404823919Disabling compacts and flushes for region at 1733404823919Disabling writes for close at 1733404823919Obtaining lock to block concurrent updates at 1733404823924 (+5 ms)Preparing flush snapshotting stores in 1588230740 at 1733404823924Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733404823939 (+15 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733404823940 (+1 ms)Flushing 1588230740/info: creating writer at 1733404823942 (+2 ms)Flushing 1588230740/info: appending metadata at 1733404824005 (+63 ms)Flushing 1588230740/info: closing flushed file at 1733404824008 (+3 ms)Flushing 1588230740/ns: creating writer at 1733404824167 (+159 ms)Flushing 1588230740/ns: appending metadata at 1733404824197 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1733404824197Flushing 1588230740/table: creating writer at 1733404824237 (+40 ms)Flushing 1588230740/table: appending metadata at 1733404824273 (+36 ms)Flushing 1588230740/table: closing flushed file at 1733404824273Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ffa62db: reopening flushed file at 1733404824313 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24d572b3: reopening flushed file at 1733404824341 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e8d67ca: reopening flushed file at 1733404824371 (+30 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 469ms, sequenceid=11, compaction requested=false at 1733404824388 (+17 ms)Writing region close event to WAL at 1733404824403 (+15 ms)Running coprocessor post-close hooks at 1733404824421 (+18 ms)Closed at 1733404824422 (+1 ms) 2024-12-05T13:20:24,422 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T13:20:24,519 INFO [RS:0;88aaa70743e7:44649 {}] regionserver.HRegionServer(976): stopping server 88aaa70743e7,44649,1733404811903; all regions closed. 2024-12-05T13:20:24,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741834_1010 (size=2742) 2024-12-05T13:20:24,536 DEBUG [RS:0;88aaa70743e7:44649 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/oldWALs 2024-12-05T13:20:24,537 INFO [RS:0;88aaa70743e7:44649 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 88aaa70743e7%2C44649%2C1733404811903.meta:.meta(num 1733404815554) 2024-12-05T13:20:24,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741837_1013 (size=1802) 2024-12-05T13:20:24,548 DEBUG [RS:0;88aaa70743e7:44649 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/oldWALs 2024-12-05T13:20:24,548 INFO [RS:0;88aaa70743e7:44649 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 88aaa70743e7%2C44649%2C1733404811903.rep:(num 1733404821969) 2024-12-05T13:20:24,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741833_1009 (size=93) 2024-12-05T13:20:24,564 DEBUG [RS:0;88aaa70743e7:44649 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/oldWALs 2024-12-05T13:20:24,565 INFO [RS:0;88aaa70743e7:44649 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 88aaa70743e7%2C44649%2C1733404811903:(num 1733404815058) 2024-12-05T13:20:24,565 DEBUG [RS:0;88aaa70743e7:44649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:24,565 INFO [RS:0;88aaa70743e7:44649 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:20:24,565 INFO [RS:0;88aaa70743e7:44649 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:20:24,565 INFO [RS:0;88aaa70743e7:44649 {}] hbase.ChoreService(370): Chore service for: regionserver/88aaa70743e7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T13:20:24,565 INFO [RS:0;88aaa70743e7:44649 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:20:24,565 INFO [regionserver/88aaa70743e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:20:24,566 INFO [RS:0;88aaa70743e7:44649 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-88aaa70743e7,44649,1733404811903 because: Region server is closing 2024-12-05T13:20:24,566 INFO [RS:0;88aaa70743e7:44649 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:44649. 2024-12-05T13:20:24,566 DEBUG [RS:0;88aaa70743e7:44649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:20:24,566 DEBUG [RS:0;88aaa70743e7:44649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:24,566 DEBUG [RS:0;88aaa70743e7:44649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:24,570 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:20:24,604 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,44649,1733404811903.replicationSource.wal-reader.88aaa70743e7%2C44649%2C1733404811903,2-88aaa70743e7,44649,1733404811903 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,44649,1733404811903/88aaa70743e7%2C44649%2C1733404811903.1733404815058 to pos 0, reset compression=false 2024-12-05T13:20:24,611 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,44649,1733404811903.replicationSource.wal-reader.88aaa70743e7%2C44649%2C1733404811903,2-88aaa70743e7,44649,1733404811903 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,44649,1733404811903/88aaa70743e7%2C44649%2C1733404811903.1733404815058 was moved to hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/oldWALs/88aaa70743e7%2C44649%2C1733404811903.1733404815058 2024-12-05T13:20:24,616 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,44649,1733404811903.replicationSource.wal-reader.88aaa70743e7%2C44649%2C1733404811903,2-88aaa70743e7,44649,1733404811903 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,44649,1733404811903/88aaa70743e7%2C44649%2C1733404811903.1733404815058 2024-12-05T13:20:24,616 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,44649,1733404811903.replicationSource.wal-reader.88aaa70743e7%2C44649%2C1733404811903,2-88aaa70743e7,44649,1733404811903 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-05T13:20:24,616 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,44649,1733404811903.replicationSource.wal-reader.88aaa70743e7%2C44649%2C1733404811903,2-88aaa70743e7,44649,1733404811903 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-05T13:20:24,616 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,44649,1733404811903.replicationSource.shipper88aaa70743e7%2C44649%2C1733404811903,2-88aaa70743e7,44649,1733404811903 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-88aaa70743e7,44649,1733404811903 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,44649,1733404811903/88aaa70743e7%2C44649%2C1733404811903.1733404815058, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-05T13:20:24,624 ERROR [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,44649,1733404811903.replicationSource.shipper88aaa70743e7%2C44649%2C1733404811903,2-88aaa70743e7,44649,1733404811903 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 88aaa70743e7,44649,1733404811903: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-88aaa70743e7,44649,1733404811903, walGroup=88aaa70743e7%2C44649%2C1733404811903, offset=88aaa70743e7%2C44649%2C1733404811903.1733404815058:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:44649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T13:20:24,626 ERROR [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,44649,1733404811903.replicationSource.shipper88aaa70743e7%2C44649%2C1733404811903,2-88aaa70743e7,44649,1733404811903 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T13:20:24,629 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,44649,1733404811903.replicationSource.shipper88aaa70743e7%2C44649%2C1733404811903,2-88aaa70743e7,44649,1733404811903 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T13:20:24,631 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,44649,1733404811903.replicationSource.shipper88aaa70743e7%2C44649%2C1733404811903,2-88aaa70743e7,44649,1733404811903 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T13:20:24,631 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,44649,1733404811903.replicationSource.shipper88aaa70743e7%2C44649%2C1733404811903,2-88aaa70743e7,44649,1733404811903 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T13:20:24,631 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,44649,1733404811903.replicationSource.shipper88aaa70743e7%2C44649%2C1733404811903,2-88aaa70743e7,44649,1733404811903 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T13:20:24,631 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,44649,1733404811903.replicationSource.shipper88aaa70743e7%2C44649%2C1733404811903,2-88aaa70743e7,44649,1733404811903 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 368754704 }, "NonHeapMemoryUsage": { "committed": 151977984, "init": 7667712, "max": -1, "used": 149649824 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T13:20:24,633 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,44649,1733404811903.replicationSource.shipper88aaa70743e7%2C44649%2C1733404811903,2-88aaa70743e7,44649,1733404811903 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [88aaa70743e7%2C44649%2C1733404811903.1733404815058] 2024-12-05T13:20:24,667 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44649,1733404811903.replicationSource.wal-reader.88aaa70743e7%2C44649%2C1733404811903,1-88aaa70743e7,44649,1733404811903 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T13:20:24,667 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44649,1733404811903.replicationSource.shipper88aaa70743e7%2C44649%2C1733404811903,1-88aaa70743e7,44649,1733404811903 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T13:20:24,667 INFO [RS:0;88aaa70743e7:44649 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44649,1733404811903.replicationSource.shipper88aaa70743e7%2C44649%2C1733404811903,1-88aaa70743e7,44649,1733404811903 terminated 2024-12-05T13:20:24,668 INFO [RS:0;88aaa70743e7:44649 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-88aaa70743e7,44649,1733404811903 because: Region server is closing 2024-12-05T13:20:24,668 INFO [RS:0;88aaa70743e7:44649 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:44649. 2024-12-05T13:20:24,668 DEBUG [RS:0;88aaa70743e7:44649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:20:24,668 DEBUG [RS:0;88aaa70743e7:44649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:24,668 DEBUG [RS:0;88aaa70743e7:44649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:24,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:20:24,668 INFO [RS:0;88aaa70743e7:44649 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,44649,1733404811903.replicationSource.shipper88aaa70743e7%2C44649%2C1733404811903,2-88aaa70743e7,44649,1733404811903 terminated 2024-12-05T13:20:24,669 INFO [RS:0;88aaa70743e7:44649 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44649 2024-12-05T13:20:24,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x101a6d411630001, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-107232445/rs/88aaa70743e7,44649,1733404811903 2024-12-05T13:20:24,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41213-0x101a6d411630000, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-107232445/rs 2024-12-05T13:20:24,691 INFO [RS:0;88aaa70743e7:44649 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:20:24,691 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [88aaa70743e7,44649,1733404811903] 2024-12-05T13:20:24,700 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-107232445/draining/88aaa70743e7,44649,1733404811903 already deleted, retry=false 2024-12-05T13:20:24,700 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 88aaa70743e7,44649,1733404811903 expired; onlineServers=0 2024-12-05T13:20:24,700 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '88aaa70743e7,41213,1733404811180' ***** 2024-12-05T13:20:24,700 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T13:20:24,700 INFO [M:0;88aaa70743e7:41213 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:20:24,700 INFO [M:0;88aaa70743e7:41213 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:20:24,701 DEBUG [M:0;88aaa70743e7:41213 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T13:20:24,701 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T13:20:24,701 DEBUG [M:0;88aaa70743e7:41213 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T13:20:24,701 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733404814758 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733404814758,5,FailOnTimeoutGroup] 2024-12-05T13:20:24,701 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733404814759 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733404814759,5,FailOnTimeoutGroup] 2024-12-05T13:20:24,701 INFO [M:0;88aaa70743e7:41213 {}] hbase.ChoreService(370): Chore service for: master/88aaa70743e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T13:20:24,701 INFO [M:0;88aaa70743e7:41213 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:20:24,701 DEBUG [M:0;88aaa70743e7:41213 {}] master.HMaster(1795): Stopping service threads 2024-12-05T13:20:24,701 INFO [M:0;88aaa70743e7:41213 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T13:20:24,701 INFO [M:0;88aaa70743e7:41213 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:20:24,702 INFO [M:0;88aaa70743e7:41213 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T13:20:24,702 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T13:20:24,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41213-0x101a6d411630000, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-107232445/master 2024-12-05T13:20:24,720 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-107232445/master already deleted, retry=false 2024-12-05T13:20:24,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41213-0x101a6d411630000, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-107232445 2024-12-05T13:20:24,720 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:41213-0x101a6d411630000, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-107232445/master 2024-12-05T13:20:24,724 INFO [M:0;88aaa70743e7:41213 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/.lastflushedseqids 2024-12-05T13:20:24,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741842_1018 (size=181) 2024-12-05T13:20:24,800 INFO [RS:0;88aaa70743e7:44649 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:20:24,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x101a6d411630001, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:20:24,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44649-0x101a6d411630001, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:20:24,800 INFO [RS:0;88aaa70743e7:44649 {}] regionserver.HRegionServer(1031): Exiting; stopping=88aaa70743e7,44649,1733404811903; zookeeper connection closed. 2024-12-05T13:20:24,807 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@73913f4e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@73913f4e 2024-12-05T13:20:24,808 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T13:20:25,186 INFO [M:0;88aaa70743e7:41213 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T13:20:25,186 INFO [M:0;88aaa70743e7:41213 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T13:20:25,187 DEBUG [M:0;88aaa70743e7:41213 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:20:25,187 INFO [M:0;88aaa70743e7:41213 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:20:25,187 DEBUG [M:0;88aaa70743e7:41213 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:20:25,187 DEBUG [M:0;88aaa70743e7:41213 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:20:25,187 DEBUG [M:0;88aaa70743e7:41213 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:20:25,187 INFO [M:0;88aaa70743e7:41213 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-05T13:20:25,209 DEBUG [M:0;88aaa70743e7:41213 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d5da66e451541f1950ceb22ecf676d7 is 82, key is hbase:meta,,1/info:regioninfo/1733404815634/Put/seqid=0 2024-12-05T13:20:25,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741843_1019 (size=5672) 2024-12-05T13:20:25,215 INFO [M:0;88aaa70743e7:41213 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d5da66e451541f1950ceb22ecf676d7 2024-12-05T13:20:25,247 DEBUG [M:0;88aaa70743e7:41213 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee6f956919704ed3ae936174dd4bed9b is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733404822097/Put/seqid=0 2024-12-05T13:20:25,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741844_1020 (size=8663) 2024-12-05T13:20:25,655 INFO [M:0;88aaa70743e7:41213 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee6f956919704ed3ae936174dd4bed9b 2024-12-05T13:20:25,696 DEBUG [M:0;88aaa70743e7:41213 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/737a7df6c8bc4b84b8ded1fa1e1cfc31 is 69, key is 88aaa70743e7,44649,1733404811903/rs:state/1733404814802/Put/seqid=0 2024-12-05T13:20:25,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741845_1021 (size=5156) 2024-12-05T13:20:25,717 INFO [M:0;88aaa70743e7:41213 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/737a7df6c8bc4b84b8ded1fa1e1cfc31 2024-12-05T13:20:25,764 DEBUG [M:0;88aaa70743e7:41213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d5da66e451541f1950ceb22ecf676d7 as hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d5da66e451541f1950ceb22ecf676d7 2024-12-05T13:20:25,791 INFO [M:0;88aaa70743e7:41213 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d5da66e451541f1950ceb22ecf676d7, entries=8, sequenceid=115, filesize=5.5 K 2024-12-05T13:20:25,795 DEBUG [M:0;88aaa70743e7:41213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee6f956919704ed3ae936174dd4bed9b as hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ee6f956919704ed3ae936174dd4bed9b 2024-12-05T13:20:25,816 INFO [M:0;88aaa70743e7:41213 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ee6f956919704ed3ae936174dd4bed9b, entries=14, sequenceid=115, filesize=8.5 K 2024-12-05T13:20:25,817 DEBUG [M:0;88aaa70743e7:41213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/737a7df6c8bc4b84b8ded1fa1e1cfc31 as hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/737a7df6c8bc4b84b8ded1fa1e1cfc31 2024-12-05T13:20:25,829 INFO [M:0;88aaa70743e7:41213 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/737a7df6c8bc4b84b8ded1fa1e1cfc31, entries=1, sequenceid=115, filesize=5.0 K 2024-12-05T13:20:25,831 INFO [M:0;88aaa70743e7:41213 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 644ms, sequenceid=115, compaction requested=false 2024-12-05T13:20:25,834 INFO [M:0;88aaa70743e7:41213 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:20:25,834 DEBUG [M:0;88aaa70743e7:41213 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733404825186Disabling compacts and flushes for region at 1733404825186Disabling writes for close at 1733404825187 (+1 ms)Obtaining lock to block concurrent updates at 1733404825187Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733404825187Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733404825188 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733404825189 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733404825189Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733404825208 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733404825208Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733404825223 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733404825247 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733404825247Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733404825670 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733404825695 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733404825695Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@134c5b21: reopening flushed file at 1733404825757 (+62 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7575e7b8: reopening flushed file at 1733404825792 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b3000eb: reopening flushed file at 1733404825816 (+24 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 644ms, sequenceid=115, compaction requested=false at 1733404825831 (+15 ms)Writing region close event to WAL at 1733404825834 (+3 ms)Closed at 1733404825834 2024-12-05T13:20:25,844 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/WALs/88aaa70743e7,41213,1733404811180/88aaa70743e7%2C41213%2C1733404811180.1733404814041 not finished, retry = 0 2024-12-05T13:20:25,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741830_1006 (size=59421) 2024-12-05T13:20:25,948 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:20:25,948 INFO [M:0;88aaa70743e7:41213 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T13:20:25,948 INFO [M:0;88aaa70743e7:41213 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41213 2024-12-05T13:20:25,948 INFO [M:0;88aaa70743e7:41213 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:20:26,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41213-0x101a6d411630000, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:20:26,095 INFO [M:0;88aaa70743e7:41213 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:20:26,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41213-0x101a6d411630000, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:20:26,098 INFO [Time-limited test {}] client.ConnectionUtils(128): master/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:20:26,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:20:26,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:20:26,098 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:20:26,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:20:26,099 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:20:26,099 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T13:20:26,099 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:20:26,103 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38543 2024-12-05T13:20:26,105 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38543 connecting to ZooKeeper ensemble=127.0.0.1:65154 2024-12-05T13:20:26,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385430x0, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:20:26,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38543-0x101a6d411630006 connected 2024-12-05T13:20:26,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:20:26,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:20:26,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38543-0x101a6d411630006, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Set watcher on znode that does not yet exist, /0-107232445/running 2024-12-05T13:20:26,145 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-107232445/meta-region-server: INIT 2024-12-05T13:20:26,145 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0, hbase.cluster.distributed=false 2024-12-05T13:20:26,152 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38543-0x101a6d411630006, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Set watcher on znode that does not yet exist, /0-107232445/acl 2024-12-05T13:20:26,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38543 2024-12-05T13:20:26,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38543 2024-12-05T13:20:26,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38543 2024-12-05T13:20:26,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38543 2024-12-05T13:20:26,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38543 2024-12-05T13:20:26,175 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:20:26,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:20:26,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:20:26,175 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:20:26,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:20:26,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:20:26,176 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T13:20:26,176 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:20:26,176 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36363 2024-12-05T13:20:26,178 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36363 connecting to ZooKeeper ensemble=127.0.0.1:65154 2024-12-05T13:20:26,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:20:26,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:20:26,195 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363630x0, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:20:26,195 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36363-0x101a6d411630007 connected 2024-12-05T13:20:26,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36363-0x101a6d411630007, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Set watcher on znode that does not yet exist, /0-107232445/running 2024-12-05T13:20:26,198 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-107232445/meta-region-server: INIT 2024-12-05T13:20:26,198 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T13:20:26,199 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T13:20:26,200 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36363-0x101a6d411630007, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Set watcher on znode that does not yet exist, /0-107232445/master 2024-12-05T13:20:26,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36363-0x101a6d411630007, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Set watcher on znode that does not yet exist, /0-107232445/acl 2024-12-05T13:20:26,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36363 2024-12-05T13:20:26,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36363 2024-12-05T13:20:26,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36363 2024-12-05T13:20:26,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36363 2024-12-05T13:20:26,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36363 2024-12-05T13:20:26,259 DEBUG [M:0;88aaa70743e7:38543 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;88aaa70743e7:38543 2024-12-05T13:20:26,259 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-107232445/backup-masters/88aaa70743e7,38543,1733404826097 2024-12-05T13:20:26,270 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36363-0x101a6d411630007, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-107232445/backup-masters 2024-12-05T13:20:26,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38543-0x101a6d411630006, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-107232445/backup-masters 2024-12-05T13:20:26,271 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38543-0x101a6d411630006, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Set watcher on existing znode=/0-107232445/backup-masters/88aaa70743e7,38543,1733404826097 2024-12-05T13:20:26,278 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36363-0x101a6d411630007, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-107232445/master 2024-12-05T13:20:26,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38543-0x101a6d411630006, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-107232445 2024-12-05T13:20:26,278 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36363-0x101a6d411630007, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-107232445 2024-12-05T13:20:26,280 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38543-0x101a6d411630006, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Set watcher on existing znode=/0-107232445/master 2024-12-05T13:20:26,280 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-107232445/backup-masters/88aaa70743e7,38543,1733404826097 from backup master directory 2024-12-05T13:20:26,291 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36363-0x101a6d411630007, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-107232445/backup-masters 2024-12-05T13:20:26,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38543-0x101a6d411630006, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-107232445/backup-masters/88aaa70743e7,38543,1733404826097 2024-12-05T13:20:26,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38543-0x101a6d411630006, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-107232445/backup-masters 2024-12-05T13:20:26,292 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:20:26,292 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=88aaa70743e7,38543,1733404826097 2024-12-05T13:20:26,318 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:20:26,318 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T13:20:26,349 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 31ms. 2024-12-05T13:20:26,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741846_1022 (size=196) 2024-12-05T13:20:26,451 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:20:26,452 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T13:20:26,452 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:20:26,467 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-05T13:20:26,473 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/WALs/88aaa70743e7,41213,1733404811180 to hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/WALs/88aaa70743e7,41213,1733404811180-dead as it is dead 2024-12-05T13:20:26,475 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-05T13:20:26,475 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-05T13:20:26,475 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/WALs/88aaa70743e7,41213,1733404811180-dead/88aaa70743e7%2C41213%2C1733404811180.1733404814041 2024-12-05T13:20:26,483 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/WALs/88aaa70743e7,41213,1733404811180-dead/88aaa70743e7%2C41213%2C1733404811180.1733404814041 after 4ms 2024-12-05T13:20:26,484 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/WALs/88aaa70743e7,41213,1733404811180-dead/88aaa70743e7%2C41213%2C1733404811180.1733404814041 to hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/88aaa70743e7%2C41213%2C1733404811180.1733404814041 2024-12-05T13:20:26,485 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/WALs/88aaa70743e7,41213,1733404811180-dead 2024-12-05T13:20:26,486 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/WALs/88aaa70743e7,38543,1733404826097 2024-12-05T13:20:26,495 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:20:26,504 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=88aaa70743e7%2C38543%2C1733404826097, suffix=, logDir=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/WALs/88aaa70743e7,38543,1733404826097, archiveDir=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/oldWALs, maxLogs=10 2024-12-05T13:20:26,526 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/WALs/88aaa70743e7,38543,1733404826097/88aaa70743e7%2C38543%2C1733404826097.1733404826504, exclude list is [], retry=0 2024-12-05T13:20:26,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38093,DS-087211e6-5e0f-42e0-9a2a-b880354f8ba4,DISK] 2024-12-05T13:20:26,546 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/WALs/88aaa70743e7,38543,1733404826097/88aaa70743e7%2C38543%2C1733404826097.1733404826504 2024-12-05T13:20:26,547 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34269:34269)] 2024-12-05T13:20:26,547 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:20:26,547 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:20:26,547 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:26,547 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:26,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:26,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T13:20:26,569 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:26,588 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d5da66e451541f1950ceb22ecf676d7 2024-12-05T13:20:26,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:26,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:26,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T13:20:26,592 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:26,616 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ee6f956919704ed3ae936174dd4bed9b 2024-12-05T13:20:26,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:20:26,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:26,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T13:20:26,618 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:26,681 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/737a7df6c8bc4b84b8ded1fa1e1cfc31 2024-12-05T13:20:26,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:20:26,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:26,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T13:20:26,689 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:26,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:20:26,702 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:26,708 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-05T13:20:26,708 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/88aaa70743e7%2C41213%2C1733404811180.1733404814041 2024-12-05T13:20:26,737 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/88aaa70743e7%2C41213%2C1733404811180.1733404814041 2024-12-05T13:20:26,742 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/88aaa70743e7%2C41213%2C1733404811180.1733404814041 2024-12-05T13:20:26,747 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:26,747 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:26,752 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:20:26,763 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:26,768 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-05T13:20:26,770 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67598151, jitterRate=0.007290944457054138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:20:26,770 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733404826548Initializing all the Stores at 1733404826559 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404826559Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404826564 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404826564Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404826564Cleaning up temporary data from old regions at 1733404826748 (+184 ms)Region opened successfully at 1733404826770 (+22 ms) 2024-12-05T13:20:26,774 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T13:20:26,808 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab35c5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:20:26,822 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-05T13:20:26,823 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T13:20:26,823 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T13:20:26,823 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T13:20:26,824 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T13:20:26,833 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T13:20:26,833 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T13:20:26,834 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T13:20:26,834 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T13:20:26,834 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-05T13:20:26,835 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-05T13:20:26,835 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 10 msec 2024-12-05T13:20:26,835 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T13:20:26,849 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=88aaa70743e7,44649,1733404811903, regionLocation=88aaa70743e7,44649,1733404811903, openSeqNum=2 2024-12-05T13:20:26,849 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=88aaa70743e7,44649,1733404811903, table=hbase:meta, region=1588230740 2024-12-05T13:20:26,849 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,44649,1733404811903, state=OPEN 2024-12-05T13:20:26,882 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36363-0x101a6d411630007, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-107232445/meta-region-server 2024-12-05T13:20:26,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38543-0x101a6d411630006, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-107232445/meta-region-server 2024-12-05T13:20:26,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-107232445/meta-region-server: CHANGED 2024-12-05T13:20:26,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-107232445/meta-region-server: CHANGED 2024-12-05T13:20:26,897 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-05T13:20:26,941 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-107232445/draining/88aaa70743e7,44649,1733404811903 already deleted, retry=false 2024-12-05T13:20:26,942 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 88aaa70743e7,44649,1733404811903 on 88aaa70743e7,38543,1733404826097 2024-12-05T13:20:26,951 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 88aaa70743e7,44649,1733404811903, splitWal=true, meta=true 2024-12-05T13:20:26,953 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 88aaa70743e7,44649,1733404811903 (carryingMeta=true) 88aaa70743e7,44649,1733404811903/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@193c869e[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-05T13:20:26,958 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38543-0x101a6d411630006, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Unable to get data of znode /0-107232445/balancer because node does not exist (not necessarily an error) 2024-12-05T13:20:26,974 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-107232445/balancer already deleted, retry=false 2024-12-05T13:20:26,974 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T13:20:26,976 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38543-0x101a6d411630006, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Unable to get data of znode /0-107232445/normalizer because node does not exist (not necessarily an error) 2024-12-05T13:20:26,987 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-107232445/normalizer already deleted, retry=false 2024-12-05T13:20:26,987 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T13:20:26,993 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38543-0x101a6d411630006, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Unable to get data of znode /0-107232445/switch/split because node does not exist (not necessarily an error) 2024-12-05T13:20:27,003 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-107232445/switch/split already deleted, retry=false 2024-12-05T13:20:27,006 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38543-0x101a6d411630006, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Unable to get data of znode /0-107232445/switch/merge because node does not exist (not necessarily an error) 2024-12-05T13:20:27,015 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-107232445/switch/merge already deleted, retry=false 2024-12-05T13:20:27,051 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38543-0x101a6d411630006, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Unable to get data of znode /0-107232445/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T13:20:27,061 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-107232445/snapshot-cleanup already deleted, retry=false 2024-12-05T13:20:27,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38543-0x101a6d411630006, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-107232445/running 2024-12-05T13:20:27,070 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36363-0x101a6d411630007, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-107232445/running 2024-12-05T13:20:27,070 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36363-0x101a6d411630007, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-107232445 2024-12-05T13:20:27,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38543-0x101a6d411630006, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-107232445 2024-12-05T13:20:27,070 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=88aaa70743e7,38543,1733404826097, sessionid=0x101a6d411630006, setting cluster-up flag (Was=false) 2024-12-05T13:20:27,079 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-107232445/flush-table-proc/acquired, /0-107232445/flush-table-proc/reached, /0-107232445/flush-table-proc/abort 2024-12-05T13:20:27,081 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,38543,1733404826097 2024-12-05T13:20:27,092 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-107232445/online-snapshot/acquired, /0-107232445/online-snapshot/reached, /0-107232445/online-snapshot/abort 2024-12-05T13:20:27,093 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,38543,1733404826097 2024-12-05T13:20:27,095 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/.lastflushedseqids 2024-12-05T13:20:27,099 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T13:20:27,099 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T13:20:27,100 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 88aaa70743e7,38543,1733404826097 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 88aaa70743e7,44649,1733404811903 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T13:20:27,102 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:20:27,103 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:20:27,104 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:20:27,104 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:20:27,104 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/88aaa70743e7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T13:20:27,104 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:27,104 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:20:27,104 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:27,119 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 88aaa70743e7,44649,1733404811903, splitWal=true, meta=true 2024-12-05T13:20:27,121 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 88aaa70743e7,44649,1733404811903, splitWal=true, meta=true, isMeta: true 2024-12-05T13:20:27,123 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,44649,1733404811903-splitting 2024-12-05T13:20:27,124 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733404857124 2024-12-05T13:20:27,125 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T13:20:27,125 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,44649,1733404811903-splitting dir is empty, no logs to split. 2024-12-05T13:20:27,125 INFO [PEWorker-1 {}] master.SplitWALManager(105): 88aaa70743e7,44649,1733404811903 WAL count=0, meta=true 2024-12-05T13:20:27,125 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T13:20:27,125 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T13:20:27,125 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T13:20:27,125 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T13:20:27,125 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T13:20:27,125 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:27,126 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T13:20:27,126 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T13:20:27,126 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T13:20:27,126 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T13:20:27,130 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,44649,1733404811903-splitting dir is empty, no logs to split. 2024-12-05T13:20:27,130 INFO [PEWorker-1 {}] master.SplitWALManager(105): 88aaa70743e7,44649,1733404811903 WAL count=0, meta=true 2024-12-05T13:20:27,130 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 88aaa70743e7,44649,1733404811903 WAL splitting is done? wals=0, meta=true 2024-12-05T13:20:27,130 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T13:20:27,131 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T13:20:27,131 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733404827131,5,FailOnTimeoutGroup] 2024-12-05T13:20:27,133 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733404827132,5,FailOnTimeoutGroup] 2024-12-05T13:20:27,133 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:27,133 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T13:20:27,133 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:27,133 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:27,133 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733404827133, completionTime=-1 2024-12-05T13:20:27,133 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-05T13:20:27,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T13:20:27,141 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-05T13:20:27,142 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:20:27,143 INFO [RS:0;88aaa70743e7:36363 {}] regionserver.HRegionServer(746): ClusterId : 7009c18a-d60b-4d21-9719-ee8bca5dbcf8 2024-12-05T13:20:27,143 DEBUG [RS:0;88aaa70743e7:36363 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T13:20:27,149 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T13:20:27,157 DEBUG [RS:0;88aaa70743e7:36363 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T13:20:27,158 DEBUG [RS:0;88aaa70743e7:36363 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T13:20:27,167 DEBUG [RS:0;88aaa70743e7:36363 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T13:20:27,168 DEBUG [RS:0;88aaa70743e7:36363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1969fe8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:20:27,186 DEBUG [RS:0;88aaa70743e7:36363 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;88aaa70743e7:36363 2024-12-05T13:20:27,186 INFO [RS:0;88aaa70743e7:36363 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T13:20:27,187 INFO [RS:0;88aaa70743e7:36363 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T13:20:27,187 DEBUG [RS:0;88aaa70743e7:36363 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T13:20:27,188 INFO [RS:0;88aaa70743e7:36363 {}] regionserver.HRegionServer(2659): reportForDuty to master=88aaa70743e7,38543,1733404826097 with port=36363, startcode=1733404826175 2024-12-05T13:20:27,188 DEBUG [RS:0;88aaa70743e7:36363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T13:20:27,191 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T13:20:27,192 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38543 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 88aaa70743e7,36363,1733404826175 2024-12-05T13:20:27,192 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38543 {}] master.ServerManager(517): Registering regionserver=88aaa70743e7,36363,1733404826175 2024-12-05T13:20:27,195 DEBUG [RS:0;88aaa70743e7:36363 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0 2024-12-05T13:20:27,195 DEBUG [RS:0;88aaa70743e7:36363 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45973 2024-12-05T13:20:27,196 DEBUG [RS:0;88aaa70743e7:36363 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T13:20:27,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38543-0x101a6d411630006, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-107232445/rs 2024-12-05T13:20:27,203 DEBUG [RS:0;88aaa70743e7:36363 {}] zookeeper.ZKUtil(111): regionserver:36363-0x101a6d411630007, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Set watcher on existing znode=/0-107232445/rs/88aaa70743e7,36363,1733404826175 2024-12-05T13:20:27,203 WARN [RS:0;88aaa70743e7:36363 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:20:27,204 INFO [RS:0;88aaa70743e7:36363 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:20:27,204 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [88aaa70743e7,36363,1733404826175] 2024-12-05T13:20:27,205 DEBUG [RS:0;88aaa70743e7:36363 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,36363,1733404826175 2024-12-05T13:20:27,241 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=107ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-05T13:20:27,281 INFO [RS:0;88aaa70743e7:36363 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T13:20:27,286 INFO [RS:0;88aaa70743e7:36363 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T13:20:27,287 INFO [RS:0;88aaa70743e7:36363 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T13:20:27,287 INFO [RS:0;88aaa70743e7:36363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:27,291 INFO [RS:0;88aaa70743e7:36363 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T13:20:27,292 INFO [RS:0;88aaa70743e7:36363 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T13:20:27,293 INFO [RS:0;88aaa70743e7:36363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:27,293 DEBUG [RS:0;88aaa70743e7:36363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:27,293 DEBUG [RS:0;88aaa70743e7:36363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:27,293 DEBUG [RS:0;88aaa70743e7:36363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:27,293 DEBUG [RS:0;88aaa70743e7:36363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:27,293 DEBUG [RS:0;88aaa70743e7:36363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:27,293 DEBUG [RS:0;88aaa70743e7:36363 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:20:27,293 DEBUG [RS:0;88aaa70743e7:36363 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:27,294 DEBUG [RS:0;88aaa70743e7:36363 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:27,294 DEBUG [RS:0;88aaa70743e7:36363 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:27,294 DEBUG [RS:0;88aaa70743e7:36363 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:27,294 DEBUG [RS:0;88aaa70743e7:36363 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:27,294 DEBUG [RS:0;88aaa70743e7:36363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:27,294 DEBUG [RS:0;88aaa70743e7:36363 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:20:27,294 DEBUG [RS:0;88aaa70743e7:36363 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:20:27,295 INFO [RS:0;88aaa70743e7:36363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:27,295 INFO [RS:0;88aaa70743e7:36363 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:27,295 INFO [RS:0;88aaa70743e7:36363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:27,295 INFO [RS:0;88aaa70743e7:36363 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:27,295 INFO [RS:0;88aaa70743e7:36363 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:27,295 INFO [RS:0;88aaa70743e7:36363 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,36363,1733404826175-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:20:27,299 WARN [88aaa70743e7:38543 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T13:20:27,325 INFO [RS:0;88aaa70743e7:36363 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T13:20:27,325 INFO [RS:0;88aaa70743e7:36363 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,36363,1733404826175-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:27,349 INFO [RS:0;88aaa70743e7:36363 {}] regionserver.ReplicationSource(231): queueId=1-88aaa70743e7,36363,1733404826175, ReplicationSource: 1, currentBandwidth=0 2024-12-05T13:20:27,371 INFO [RS:0;88aaa70743e7:36363 {}] regionserver.ReplicationSource(231): queueId=2-88aaa70743e7,36363,1733404826175, ReplicationSource: 2, currentBandwidth=0 2024-12-05T13:20:27,371 INFO [RS:0;88aaa70743e7:36363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:27,371 INFO [RS:0;88aaa70743e7:36363 {}] regionserver.Replication(171): 88aaa70743e7,36363,1733404826175 started 2024-12-05T13:20:27,372 DEBUG [RS:0;88aaa70743e7:36363.replicationSource,1-88aaa70743e7,36363,1733404826175 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:33333' 2024-12-05T13:20:27,379 DEBUG [RS:0;88aaa70743e7:36363.replicationSource,1-88aaa70743e7,36363,1733404826175 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@189975af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:27,379 DEBUG [RS:0;88aaa70743e7:36363.replicationSource,1-88aaa70743e7,36363,1733404826175 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,33333,-1 for getting cluster id 2024-12-05T13:20:27,379 DEBUG [RS:0;88aaa70743e7:36363.replicationSource,1-88aaa70743e7,36363,1733404826175 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:20:27,393 INFO [RS:0;88aaa70743e7:36363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:27,397 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d005b53-6933-48ec-ae0c-f2d05b0a8f9d' 2024-12-05T13:20:27,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:20:27,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d005b53-6933-48ec-ae0c-f2d05b0a8f9d" 2024-12-05T13:20:27,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22cd2db9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:27,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,33333,-1] 2024-12-05T13:20:27,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:20:27,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:27,401 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:20:27,402 DEBUG [RS:0;88aaa70743e7:36363.replicationSource,1-88aaa70743e7,36363,1733404826175 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76e178fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:27,402 DEBUG [RS:0;88aaa70743e7:36363.replicationSource,1-88aaa70743e7,36363,1733404826175 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:20:27,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,33333,1733404817434 2024-12-05T13:20:27,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@991990e 2024-12-05T13:20:27,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:20:27,404 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-05T13:20:27,406 INFO [RS:0;88aaa70743e7:36363.replicationSource,1-88aaa70743e7,36363,1733404826175 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-88aaa70743e7,36363,1733404826175 (queues=0) is replicating from cluster=7009c18a-d60b-4d21-9719-ee8bca5dbcf8 to cluster=7d005b53-6933-48ec-ae0c-f2d05b0a8f9d 2024-12-05T13:20:27,393 INFO [RS:0;88aaa70743e7:36363 {}] regionserver.HRegionServer(1482): Serving as 88aaa70743e7,36363,1733404826175, RpcServer on 88aaa70743e7/172.17.0.3:36363, sessionid=0x101a6d411630007 2024-12-05T13:20:27,407 DEBUG [RS:0;88aaa70743e7:36363 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T13:20:27,407 DEBUG [RS:0;88aaa70743e7:36363 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 88aaa70743e7,36363,1733404826175 2024-12-05T13:20:27,407 DEBUG [RS:0;88aaa70743e7:36363 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,36363,1733404826175' 2024-12-05T13:20:27,407 DEBUG [RS:0;88aaa70743e7:36363 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-107232445/flush-table-proc/abort' 2024-12-05T13:20:27,408 DEBUG [RS:0;88aaa70743e7:36363 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-107232445/flush-table-proc/acquired' 2024-12-05T13:20:27,408 DEBUG [RS:0;88aaa70743e7:36363 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T13:20:27,408 DEBUG [RS:0;88aaa70743e7:36363 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T13:20:27,408 DEBUG [RS:0;88aaa70743e7:36363 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 88aaa70743e7,36363,1733404826175 2024-12-05T13:20:27,409 DEBUG [RS:0;88aaa70743e7:36363 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,36363,1733404826175' 2024-12-05T13:20:27,409 DEBUG [RS:0;88aaa70743e7:36363 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-107232445/online-snapshot/abort' 2024-12-05T13:20:27,410 DEBUG [RS:0;88aaa70743e7:36363 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-107232445/online-snapshot/acquired' 2024-12-05T13:20:27,412 DEBUG [RS:0;88aaa70743e7:36363 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T13:20:27,413 INFO [RS:0;88aaa70743e7:36363 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T13:20:27,413 INFO [RS:0;88aaa70743e7:36363 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T13:20:27,424 DEBUG [RS:0;88aaa70743e7:36363.replicationSource,2-88aaa70743e7,36363,1733404826175 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:33333' 2024-12-05T13:20:27,435 DEBUG [RS:0;88aaa70743e7:36363.replicationSource,2-88aaa70743e7,36363,1733404826175 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@611b6ccf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:27,436 DEBUG [RS:0;88aaa70743e7:36363.replicationSource,2-88aaa70743e7,36363,1733404826175 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,33333,-1 for getting cluster id 2024-12-05T13:20:27,436 DEBUG [RS:0;88aaa70743e7:36363.replicationSource,2-88aaa70743e7,36363,1733404826175 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:20:27,437 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d005b53-6933-48ec-ae0c-f2d05b0a8f9d' 2024-12-05T13:20:27,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:20:27,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d005b53-6933-48ec-ae0c-f2d05b0a8f9d" 2024-12-05T13:20:27,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e058cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:27,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,33333,-1] 2024-12-05T13:20:27,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:20:27,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:27,440 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:20:27,442 DEBUG [RS:0;88aaa70743e7:36363.replicationSource,2-88aaa70743e7,36363,1733404826175 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5de7be05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:27,442 DEBUG [RS:0;88aaa70743e7:36363.replicationSource,2-88aaa70743e7,36363,1733404826175 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:20:27,444 DEBUG [RS:0;88aaa70743e7:36363.replicationSource,2-88aaa70743e7,36363,1733404826175 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,33333,1733404817434 2024-12-05T13:20:27,444 DEBUG [RS:0;88aaa70743e7:36363.replicationSource,2-88aaa70743e7,36363,1733404826175 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30467184 2024-12-05T13:20:27,444 DEBUG [RS:0;88aaa70743e7:36363.replicationSource,2-88aaa70743e7,36363,1733404826175 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:20:27,446 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-05T13:20:27,447 INFO [RS:0;88aaa70743e7:36363.replicationSource,2-88aaa70743e7,36363,1733404826175 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-88aaa70743e7,36363,1733404826175 (queues=0) is replicating from cluster=7009c18a-d60b-4d21-9719-ee8bca5dbcf8 to cluster=7d005b53-6933-48ec-ae0c-f2d05b0a8f9d 2024-12-05T13:20:27,506 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:20:27,514 INFO [RS:0;88aaa70743e7:36363 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:20:27,527 INFO [RS:0;88aaa70743e7:36363 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C36363%2C1733404826175, suffix=, logDir=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,36363,1733404826175, archiveDir=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/oldWALs, maxLogs=10 2024-12-05T13:20:27,549 DEBUG [RS:0;88aaa70743e7:36363 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,36363,1733404826175/88aaa70743e7%2C36363%2C1733404826175.1733404827528, exclude list is [], retry=0 2024-12-05T13:20:27,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38093,DS-087211e6-5e0f-42e0-9a2a-b880354f8ba4,DISK] 2024-12-05T13:20:27,584 INFO [RS:0;88aaa70743e7:36363 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,36363,1733404826175/88aaa70743e7%2C36363%2C1733404826175.1733404827528 2024-12-05T13:20:27,595 DEBUG [RS:0;88aaa70743e7:36363 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 88aaa70743e7%2C36363%2C1733404826175 for peer 2 2024-12-05T13:20:27,595 DEBUG [RS:0;88aaa70743e7:36363 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 88aaa70743e7%2C36363%2C1733404826175 for peer 1 2024-12-05T13:20:27,595 DEBUG [RS:0;88aaa70743e7:36363 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=88aaa70743e7%2C36363%2C1733404826175 2024-12-05T13:20:27,595 INFO [RS:0;88aaa70743e7:36363 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-88aaa70743e7,36363,1733404826175, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T13:20:27,611 DEBUG [RS:0;88aaa70743e7:36363 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=88aaa70743e7%2C36363%2C1733404826175 2024-12-05T13:20:27,611 INFO [RS:0;88aaa70743e7:36363 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-88aaa70743e7,36363,1733404826175, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T13:20:27,611 INFO [RS:0;88aaa70743e7:36363.replicationSource.shipper88aaa70743e7%2C36363%2C1733404826175,1-88aaa70743e7,36363,1733404826175 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 88aaa70743e7%2C36363%2C1733404826175 2024-12-05T13:20:27,612 DEBUG [RS:0;88aaa70743e7:36363 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34269:34269)] 2024-12-05T13:20:27,613 DEBUG [RS:0;88aaa70743e7:36363.replicationSource.wal-reader.88aaa70743e7%2C36363%2C1733404826175,1-88aaa70743e7,36363,1733404826175 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,36363,1733404826175/88aaa70743e7%2C36363%2C1733404826175.1733404827528, startPosition=0, beingWritten=true 2024-12-05T13:20:27,614 DEBUG [RS:0;88aaa70743e7:36363.replicationSource.wal-reader.88aaa70743e7%2C36363%2C1733404826175,2-88aaa70743e7,36363,1733404826175 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,36363,1733404826175/88aaa70743e7%2C36363%2C1733404826175.1733404827528, startPosition=0, beingWritten=true 2024-12-05T13:20:27,616 INFO [RS:0;88aaa70743e7:36363.replicationSource.shipper88aaa70743e7%2C36363%2C1733404826175,2-88aaa70743e7,36363,1733404826175 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 88aaa70743e7%2C36363%2C1733404826175 2024-12-05T13:20:27,800 DEBUG [88aaa70743e7:38543 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T13:20:27,800 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=88aaa70743e7,36363,1733404826175 2024-12-05T13:20:27,807 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,36363,1733404826175, state=OPENING 2024-12-05T13:20:27,841 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36363-0x101a6d411630007, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-107232445/meta-region-server 2024-12-05T13:20:27,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38543-0x101a6d411630006, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-107232445/meta-region-server 2024-12-05T13:20:27,841 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-107232445/meta-region-server: CHANGED 2024-12-05T13:20:27,841 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:20:27,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,36363,1733404826175}] 2024-12-05T13:20:27,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-107232445/meta-region-server: CHANGED 2024-12-05T13:20:27,843 DEBUG [RS:0;88aaa70743e7:36363.replicationSource.wal-reader.88aaa70743e7%2C36363%2C1733404826175,1-88aaa70743e7,36363,1733404826175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,36363,1733404826175/88aaa70743e7%2C36363%2C1733404826175.1733404827528 to pos 0, reset compression=false 2024-12-05T13:20:27,844 DEBUG [RS:0;88aaa70743e7:36363.replicationSource.wal-reader.88aaa70743e7%2C36363%2C1733404826175,2-88aaa70743e7,36363,1733404826175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,36363,1733404826175/88aaa70743e7%2C36363%2C1733404826175.1733404827528 to pos 0, reset compression=false 2024-12-05T13:20:28,002 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:20:28,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T13:20:28,020 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T13:20:28,020 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:20:28,021 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T13:20:28,029 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C36363%2C1733404826175.meta, suffix=.meta, logDir=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,36363,1733404826175, archiveDir=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/oldWALs, maxLogs=10 2024-12-05T13:20:28,057 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,36363,1733404826175/88aaa70743e7%2C36363%2C1733404826175.meta.1733404828030.meta, exclude list is [], retry=0 2024-12-05T13:20:28,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38093,DS-087211e6-5e0f-42e0-9a2a-b880354f8ba4,DISK] 2024-12-05T13:20:28,067 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,36363,1733404826175/88aaa70743e7%2C36363%2C1733404826175.meta.1733404828030.meta 2024-12-05T13:20:28,067 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34269:34269)] 2024-12-05T13:20:28,067 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:20:28,068 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:20:28,068 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:20:28,068 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T13:20:28,068 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T13:20:28,068 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T13:20:28,068 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:20:28,069 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T13:20:28,069 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T13:20:28,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:20:28,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:20:28,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,096 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/meta/1588230740/info/77dd4a9e28f14b5a983e80addc1a3e9e 2024-12-05T13:20:28,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:28,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:20:28,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:20:28,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,119 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/meta/1588230740/ns/8322bba0a58543b288c2daa66e4802b8 2024-12-05T13:20:28,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:28,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:20:28,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:20:28,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:28,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:20:28,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:20:28,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:28,149 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/meta/1588230740/table/ea90b76ef90c42659720aa30bcd49e9b 2024-12-05T13:20:28,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:28,150 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:20:28,151 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/meta/1588230740 2024-12-05T13:20:28,153 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/meta/1588230740 2024-12-05T13:20:28,155 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:20:28,155 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:20:28,157 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:20:28,160 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:20:28,161 DEBUG [RS:0;88aaa70743e7:36363.replicationSource.wal-reader.88aaa70743e7%2C36363%2C1733404826175,2-88aaa70743e7,36363,1733404826175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,36363,1733404826175/88aaa70743e7%2C36363%2C1733404826175.1733404827528 to pos 0, reset compression=false 2024-12-05T13:20:28,161 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69760234, jitterRate=0.03950849175453186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:20:28,161 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T13:20:28,161 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733404828069Writing region info on filesystem at 1733404828069Initializing all the Stores at 1733404828070 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404828071 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404828071Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404828071Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404828071Cleaning up temporary data from old regions at 1733404828155 (+84 ms)Running coprocessor post-open hooks at 1733404828161 (+6 ms)Region opened successfully at 1733404828161 2024-12-05T13:20:28,163 DEBUG [RS:0;88aaa70743e7:36363.replicationSource.wal-reader.88aaa70743e7%2C36363%2C1733404826175,1-88aaa70743e7,36363,1733404826175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,36363,1733404826175/88aaa70743e7%2C36363%2C1733404826175.1733404827528 to pos 0, reset compression=false 2024-12-05T13:20:28,165 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733404828002 2024-12-05T13:20:28,176 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T13:20:28,176 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T13:20:28,179 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=88aaa70743e7,36363,1733404826175 2024-12-05T13:20:28,181 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,36363,1733404826175, state=OPEN 2024-12-05T13:20:28,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38543-0x101a6d411630006, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-107232445/meta-region-server 2024-12-05T13:20:28,191 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36363-0x101a6d411630007, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-107232445/meta-region-server 2024-12-05T13:20:28,191 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=88aaa70743e7,36363,1733404826175 2024-12-05T13:20:28,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-107232445/meta-region-server: CHANGED 2024-12-05T13:20:28,195 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-107232445/meta-region-server: CHANGED 2024-12-05T13:20:28,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-05T13:20:28,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,36363,1733404826175 in 350 msec 2024-12-05T13:20:28,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-05T13:20:28,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0560 sec 2024-12-05T13:20:28,578 DEBUG [RS:0;88aaa70743e7:36363.replicationSource.wal-reader.88aaa70743e7%2C36363%2C1733404826175,2-88aaa70743e7,36363,1733404826175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,36363,1733404826175/88aaa70743e7%2C36363%2C1733404826175.1733404827528 to pos 0, reset compression=false 2024-12-05T13:20:28,580 DEBUG [RS:0;88aaa70743e7:36363.replicationSource.wal-reader.88aaa70743e7%2C36363%2C1733404826175,1-88aaa70743e7,36363,1733404826175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,36363,1733404826175/88aaa70743e7%2C36363%2C1733404826175.1733404827528 to pos 0, reset compression=false 2024-12-05T13:20:28,760 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1626ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1519ms 2024-12-05T13:20:29,092 DEBUG [RS:0;88aaa70743e7:36363.replicationSource.wal-reader.88aaa70743e7%2C36363%2C1733404826175,2-88aaa70743e7,36363,1733404826175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,36363,1733404826175/88aaa70743e7%2C36363%2C1733404826175.1733404827528 to pos 0, reset compression=false 2024-12-05T13:20:29,097 DEBUG [RS:0;88aaa70743e7:36363.replicationSource.wal-reader.88aaa70743e7%2C36363%2C1733404826175,1-88aaa70743e7,36363,1733404826175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,36363,1733404826175/88aaa70743e7%2C36363%2C1733404826175.1733404827528 to pos 0, reset compression=false 2024-12-05T13:20:29,704 DEBUG [RS:0;88aaa70743e7:36363.replicationSource.wal-reader.88aaa70743e7%2C36363%2C1733404826175,2-88aaa70743e7,36363,1733404826175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,36363,1733404826175/88aaa70743e7%2C36363%2C1733404826175.1733404827528 to pos 0, reset compression=false 2024-12-05T13:20:29,707 DEBUG [RS:0;88aaa70743e7:36363.replicationSource.wal-reader.88aaa70743e7%2C36363%2C1733404826175,1-88aaa70743e7,36363,1733404826175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,36363,1733404826175/88aaa70743e7%2C36363%2C1733404826175.1733404827528 to pos 0, reset compression=false 2024-12-05T13:20:30,269 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3135ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3028ms 2024-12-05T13:20:30,426 DEBUG [RS:0;88aaa70743e7:36363.replicationSource.wal-reader.88aaa70743e7%2C36363%2C1733404826175,2-88aaa70743e7,36363,1733404826175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,36363,1733404826175/88aaa70743e7%2C36363%2C1733404826175.1733404827528 to pos 0, reset compression=false 2024-12-05T13:20:30,430 DEBUG [RS:0;88aaa70743e7:36363.replicationSource.wal-reader.88aaa70743e7%2C36363%2C1733404826175,1-88aaa70743e7,36363,1733404826175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,36363,1733404826175/88aaa70743e7%2C36363%2C1733404826175.1733404827528 to pos 0, reset compression=false 2024-12-05T13:20:31,245 DEBUG [RS:0;88aaa70743e7:36363.replicationSource.wal-reader.88aaa70743e7%2C36363%2C1733404826175,2-88aaa70743e7,36363,1733404826175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,36363,1733404826175/88aaa70743e7%2C36363%2C1733404826175.1733404827528 to pos 0, reset compression=false 2024-12-05T13:20:31,260 DEBUG [RS:0;88aaa70743e7:36363.replicationSource.wal-reader.88aaa70743e7%2C36363%2C1733404826175,1-88aaa70743e7,36363,1733404826175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,36363,1733404826175/88aaa70743e7%2C36363%2C1733404826175.1733404827528 to pos 0, reset compression=false 2024-12-05T13:20:31,635 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4501ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-05T13:20:31,635 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T13:20:31,636 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:20:31,636 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,36363,1733404826175, seqNum=-1] 2024-12-05T13:20:31,636 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:20:31,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:20:31,649 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6df7123df9d004e7c874ee4794864421, regionState=OPEN, lastHost=88aaa70743e7,44649,1733404811903, regionLocation=88aaa70743e7,44649,1733404811903, openSeqNum=2 2024-12-05T13:20:31,649 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T13:20:31,649 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733404891649 2024-12-05T13:20:31,649 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733404951649 2024-12-05T13:20:31,649 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 13 msec 2024-12-05T13:20:31,650 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,38543,1733404826097-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:31,650 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,38543,1733404826097-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:31,650 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 88aaa70743e7,44649,1733404811903 had 2 regions 2024-12-05T13:20:31,650 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,38543,1733404826097-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:31,650 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-88aaa70743e7:38543, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:31,650 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:31,652 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 88aaa70743e7,44649,1733404811903, splitWal=true, meta=true, isMeta: false 2024-12-05T13:20:31,654 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,44649,1733404811903-splitting dir is empty, no logs to split. 2024-12-05T13:20:31,654 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:31,655 INFO [PEWorker-4 {}] master.SplitWALManager(105): 88aaa70743e7,44649,1733404811903 WAL count=0, meta=false 2024-12-05T13:20:31,667 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.375sec 2024-12-05T13:20:31,667 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T13:20:31,667 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T13:20:31,667 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T13:20:31,667 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T13:20:31,667 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T13:20:31,667 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,38543,1733404826097-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:20:31,668 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,38543,1733404826097-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T13:20:31,669 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,44649,1733404811903-splitting dir is empty, no logs to split. 2024-12-05T13:20:31,669 INFO [PEWorker-4 {}] master.SplitWALManager(105): 88aaa70743e7,44649,1733404811903 WAL count=0, meta=false 2024-12-05T13:20:31,669 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 88aaa70743e7,44649,1733404811903 WAL splitting is done? wals=0, meta=false 2024-12-05T13:20:31,676 WARN [master/88aaa70743e7:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=88aaa70743e7,44649,1733404811903/hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421. 2024-12-05T13:20:31,678 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T13:20:31,678 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T13:20:31,678 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,38543,1733404826097-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:31,679 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6df7123df9d004e7c874ee4794864421, ASSIGN}] 2024-12-05T13:20:31,681 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6df7123df9d004e7c874ee4794864421, ASSIGN 2024-12-05T13:20:31,683 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6df7123df9d004e7c874ee4794864421, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T13:20:31,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c33c994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:31,767 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,38543,-1 for getting cluster id 2024-12-05T13:20:31,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:20:31,780 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7009c18a-d60b-4d21-9719-ee8bca5dbcf8' 2024-12-05T13:20:31,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:20:31,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7009c18a-d60b-4d21-9719-ee8bca5dbcf8" 2024-12-05T13:20:31,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18c73a0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:31,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,38543,-1] 2024-12-05T13:20:31,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:20:31,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:31,792 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:20:31,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7802233b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:31,794 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:20:31,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,36363,1733404826175, seqNum=-1] 2024-12-05T13:20:31,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:20:31,807 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:20:31,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-05T13:20:31,811 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:20:31,811 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:20:31,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:31,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:31,811 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:20:31,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 88aaa70743e7:38543 after: 88aaa70743e7:38543 2024-12-05T13:20:31,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e78affd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:31,812 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,38543,-1 for getting cluster id 2024-12-05T13:20:31,813 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:20:31,814 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7009c18a-d60b-4d21-9719-ee8bca5dbcf8' 2024-12-05T13:20:31,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:20:31,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7009c18a-d60b-4d21-9719-ee8bca5dbcf8" 2024-12-05T13:20:31,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f439e39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:31,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,38543,-1] 2024-12-05T13:20:31,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:20:31,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:31,817 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:20:31,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b049635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:31,819 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:20:31,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,38543,1733404826097 2024-12-05T13:20:31,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d9b45f3 2024-12-05T13:20:31,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:20:31,823 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:20:31,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38543 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T13:20:31,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38543 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-05T13:20:31,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38543 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T13:20:31,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38543 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-05T13:20:31,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T13:20:31,830 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:20:31,830 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:20:31,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:31,830 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:20:31,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:31,831 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T13:20:31,831 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1452901288, stopped=false 2024-12-05T13:20:31,831 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=88aaa70743e7,33333,1733404817434 2024-12-05T13:20:31,833 DEBUG [88aaa70743e7:38543 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T13:20:31,834 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=6df7123df9d004e7c874ee4794864421, regionState=OPENING, regionLocation=88aaa70743e7,36363,1733404826175 2024-12-05T13:20:31,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6df7123df9d004e7c874ee4794864421, ASSIGN because future has completed 2024-12-05T13:20:31,855 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6df7123df9d004e7c874ee4794864421, server=88aaa70743e7,36363,1733404826175}] 2024-12-05T13:20:31,874 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:20:31,874 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:20:31,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x101a6d411630003, quorum=127.0.0.1:65154, baseZNode=/11516090665 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11516090665/running 2024-12-05T13:20:31,875 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:20:31,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:31,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x101a6d411630003, quorum=127.0.0.1:65154, baseZNode=/11516090665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516090665 2024-12-05T13:20:31,875 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '88aaa70743e7,36155,1733404817609' ***** 2024-12-05T13:20:31,875 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T13:20:31,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33333-0x101a6d411630003, quorum=127.0.0.1:65154, baseZNode=/11516090665 Set watcher on znode that does not yet exist, /11516090665/running 2024-12-05T13:20:31,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101a6d411630004, quorum=127.0.0.1:65154, baseZNode=/11516090665 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11516090665/running 2024-12-05T13:20:31,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101a6d411630004, quorum=127.0.0.1:65154, baseZNode=/11516090665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516090665 2024-12-05T13:20:31,876 INFO [RS:0;88aaa70743e7:36155 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T13:20:31,876 INFO [RS:0;88aaa70743e7:36155 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T13:20:31,876 INFO [RS:0;88aaa70743e7:36155 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T13:20:31,876 INFO [RS:0;88aaa70743e7:36155 {}] regionserver.HRegionServer(959): stopping server 88aaa70743e7,36155,1733404817609 2024-12-05T13:20:31,876 INFO [RS:0;88aaa70743e7:36155 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:20:31,876 INFO [RS:0;88aaa70743e7:36155 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:36155. 2024-12-05T13:20:31,876 DEBUG [RS:0;88aaa70743e7:36155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:20:31,876 DEBUG [RS:0;88aaa70743e7:36155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:31,876 INFO [RS:0;88aaa70743e7:36155 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T13:20:31,876 INFO [RS:0;88aaa70743e7:36155 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T13:20:31,876 INFO [RS:0;88aaa70743e7:36155 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T13:20:31,877 INFO [RS:0;88aaa70743e7:36155 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T13:20:31,877 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T13:20:31,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36155-0x101a6d411630004, quorum=127.0.0.1:65154, baseZNode=/11516090665 Set watcher on znode that does not yet exist, /11516090665/running 2024-12-05T13:20:31,878 INFO [RS:0;88aaa70743e7:36155 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T13:20:31,878 DEBUG [RS:0;88aaa70743e7:36155 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T13:20:31,878 DEBUG [RS:0;88aaa70743e7:36155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:20:31,878 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:20:31,879 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:20:31,879 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:20:31,879 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:20:31,879 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:20:31,879 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-05T13:20:31,905 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/data/hbase/meta/1588230740/.tmp/ns/08c04f90b78f453aaab8a6f9a724d335 is 43, key is default/ns:d/1733404820390/Put/seqid=0 2024-12-05T13:20:31,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38487 is added to blk_1073741835_1011 (size=5153) 2024-12-05T13:20:31,912 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/data/hbase/meta/1588230740/.tmp/ns/08c04f90b78f453aaab8a6f9a724d335 2024-12-05T13:20:31,948 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/data/hbase/meta/1588230740/.tmp/ns/08c04f90b78f453aaab8a6f9a724d335 as hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/data/hbase/meta/1588230740/ns/08c04f90b78f453aaab8a6f9a724d335 2024-12-05T13:20:31,952 INFO [regionserver/88aaa70743e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:20:31,962 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/data/hbase/meta/1588230740/ns/08c04f90b78f453aaab8a6f9a724d335, entries=2, sequenceid=6, filesize=5.0 K 2024-12-05T13:20:31,964 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 85ms, sequenceid=6, compaction requested=false 2024-12-05T13:20:31,964 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T13:20:32,008 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T13:20:32,012 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:20:32,012 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:20:32,013 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:20:32,013 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733404831878Running coprocessor pre-close hooks at 1733404831878Disabling compacts and flushes for region at 1733404831878Disabling writes for close at 1733404831879 (+1 ms)Obtaining lock to block concurrent updates at 1733404831879Preparing flush snapshotting stores in 1588230740 at 1733404831879Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733404831880 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733404831883 (+3 ms)Flushing 1588230740/ns: creating writer at 1733404831883Flushing 1588230740/ns: appending metadata at 1733404831905 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733404831905Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a9c9c77: reopening flushed file at 1733404831944 (+39 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 85ms, sequenceid=6, compaction requested=false at 1733404831964 (+20 ms)Writing region close event to WAL at 1733404831987 (+23 ms)Running coprocessor post-close hooks at 1733404832012 (+25 ms)Closed at 1733404832013 (+1 ms) 2024-12-05T13:20:32,013 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T13:20:32,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421. 2024-12-05T13:20:32,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:20:32,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T13:20:32,039 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C36363%2C1733404826175.rep, suffix=, logDir=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,36363,1733404826175, archiveDir=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/oldWALs, maxLogs=10 2024-12-05T13:20:32,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,36363,1733404826175/88aaa70743e7%2C36363%2C1733404826175.rep.1733404832042, exclude list is [], retry=0 2024-12-05T13:20:32,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38093,DS-087211e6-5e0f-42e0-9a2a-b880354f8ba4,DISK] 2024-12-05T13:20:32,075 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,36363,1733404826175/88aaa70743e7%2C36363%2C1733404826175.rep.1733404832042 2024-12-05T13:20:32,078 INFO [RS:0;88aaa70743e7:36155 {}] regionserver.HRegionServer(976): stopping server 88aaa70743e7,36155,1733404817609; all regions closed. 2024-12-05T13:20:32,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34269:34269)] 2024-12-05T13:20:32,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 6df7123df9d004e7c874ee4794864421, NAME => 'hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:20:32,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:20:32,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:20:32,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421. service=MultiRowMutationService 2024-12-05T13:20:32,084 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T13:20:32,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6df7123df9d004e7c874ee4794864421 2024-12-05T13:20:32,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:20:32,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 6df7123df9d004e7c874ee4794864421 2024-12-05T13:20:32,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 6df7123df9d004e7c874ee4794864421 2024-12-05T13:20:32,095 INFO [StoreOpener-6df7123df9d004e7c874ee4794864421-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6df7123df9d004e7c874ee4794864421 2024-12-05T13:20:32,097 INFO [StoreOpener-6df7123df9d004e7c874ee4794864421-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6df7123df9d004e7c874ee4794864421 columnFamilyName hfileref 2024-12-05T13:20:32,097 DEBUG [StoreOpener-6df7123df9d004e7c874ee4794864421-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:32,098 INFO [StoreOpener-6df7123df9d004e7c874ee4794864421-1 {}] regionserver.HStore(327): Store=6df7123df9d004e7c874ee4794864421/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:20:32,098 INFO [StoreOpener-6df7123df9d004e7c874ee4794864421-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6df7123df9d004e7c874ee4794864421 2024-12-05T13:20:32,099 INFO [StoreOpener-6df7123df9d004e7c874ee4794864421-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6df7123df9d004e7c874ee4794864421 columnFamilyName queue 2024-12-05T13:20:32,100 DEBUG [StoreOpener-6df7123df9d004e7c874ee4794864421-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:32,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38487 is added to blk_1073741834_1010 (size=1152) 2024-12-05T13:20:32,129 DEBUG [RS:0;88aaa70743e7:36155 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/oldWALs 2024-12-05T13:20:32,129 INFO [RS:0;88aaa70743e7:36155 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 88aaa70743e7%2C36155%2C1733404817609.meta:.meta(num 1733404820136) 2024-12-05T13:20:32,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38487 is added to blk_1073741833_1009 (size=93) 2024-12-05T13:20:32,149 DEBUG [StoreOpener-6df7123df9d004e7c874ee4794864421-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/replication/6df7123df9d004e7c874ee4794864421/queue/724d3ed6588846c5932ccd0e172fc7a3 2024-12-05T13:20:32,149 INFO [StoreOpener-6df7123df9d004e7c874ee4794864421-1 {}] regionserver.HStore(327): Store=6df7123df9d004e7c874ee4794864421/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:20:32,150 INFO [StoreOpener-6df7123df9d004e7c874ee4794864421-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6df7123df9d004e7c874ee4794864421 2024-12-05T13:20:32,151 INFO [StoreOpener-6df7123df9d004e7c874ee4794864421-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6df7123df9d004e7c874ee4794864421 columnFamilyName sid 2024-12-05T13:20:32,151 DEBUG [StoreOpener-6df7123df9d004e7c874ee4794864421-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:32,152 INFO [StoreOpener-6df7123df9d004e7c874ee4794864421-1 {}] regionserver.HStore(327): Store=6df7123df9d004e7c874ee4794864421/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:20:32,152 DEBUG [RS:0;88aaa70743e7:36155 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/oldWALs 2024-12-05T13:20:32,152 INFO [RS:0;88aaa70743e7:36155 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 88aaa70743e7%2C36155%2C1733404817609:(num 1733404819768) 2024-12-05T13:20:32,152 DEBUG [RS:0;88aaa70743e7:36155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:32,152 INFO [RS:0;88aaa70743e7:36155 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:20:32,152 INFO [RS:0;88aaa70743e7:36155 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:20:32,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 6df7123df9d004e7c874ee4794864421 2024-12-05T13:20:32,153 INFO [RS:0;88aaa70743e7:36155 {}] hbase.ChoreService(370): Chore service for: regionserver/88aaa70743e7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T13:20:32,153 INFO [RS:0;88aaa70743e7:36155 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:20:32,153 INFO [regionserver/88aaa70743e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:20:32,153 INFO [RS:0;88aaa70743e7:36155 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36155 2024-12-05T13:20:32,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/replication/6df7123df9d004e7c874ee4794864421 2024-12-05T13:20:32,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/replication/6df7123df9d004e7c874ee4794864421 2024-12-05T13:20:32,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 6df7123df9d004e7c874ee4794864421 2024-12-05T13:20:32,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 6df7123df9d004e7c874ee4794864421 2024-12-05T13:20:32,162 DEBUG [RS:0;88aaa70743e7:36363.replicationSource.wal-reader.88aaa70743e7%2C36363%2C1733404826175,2-88aaa70743e7,36363,1733404826175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,36363,1733404826175/88aaa70743e7%2C36363%2C1733404826175.1733404827528 to pos 0, reset compression=false 2024-12-05T13:20:32,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T13:20:32,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x101a6d411630003, quorum=127.0.0.1:65154, baseZNode=/11516090665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516090665/rs 2024-12-05T13:20:32,169 INFO [RS:0;88aaa70743e7:36155 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:20:32,170 DEBUG [RS:0;88aaa70743e7:36363.replicationSource.wal-reader.88aaa70743e7%2C36363%2C1733404826175,1-88aaa70743e7,36363,1733404826175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,36363,1733404826175/88aaa70743e7%2C36363%2C1733404826175.1733404827528 to pos 0, reset compression=false 2024-12-05T13:20:32,170 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [88aaa70743e7,36155,1733404817609] 2024-12-05T13:20:32,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 6df7123df9d004e7c874ee4794864421 2024-12-05T13:20:32,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101a6d411630004, quorum=127.0.0.1:65154, baseZNode=/11516090665 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11516090665/rs/88aaa70743e7,36155,1733404817609 2024-12-05T13:20:32,175 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 6df7123df9d004e7c874ee4794864421; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59540659, jitterRate=-0.1127750426530838}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T13:20:32,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6df7123df9d004e7c874ee4794864421 2024-12-05T13:20:32,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 6df7123df9d004e7c874ee4794864421: Running coprocessor pre-open hook at 1733404832084Writing region info on filesystem at 1733404832084Initializing all the Stores at 1733404832085 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404832086 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404832095 (+9 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404832095Cleaning up temporary data from old regions at 1733404832161 (+66 ms)Running coprocessor post-open hooks at 1733404832175 (+14 ms)Region opened successfully at 1733404832176 (+1 ms) 2024-12-05T13:20:32,178 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421., pid=19, masterSystemTime=1733404832022 2024-12-05T13:20:32,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421. 2024-12-05T13:20:32,182 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421. 2024-12-05T13:20:32,183 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=6df7123df9d004e7c874ee4794864421, regionState=OPEN, openSeqNum=10, regionLocation=88aaa70743e7,36363,1733404826175 2024-12-05T13:20:32,187 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11516090665/draining/88aaa70743e7,36155,1733404817609 already deleted, retry=false 2024-12-05T13:20:32,187 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 88aaa70743e7,36155,1733404817609 expired; onlineServers=0 2024-12-05T13:20:32,187 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '88aaa70743e7,33333,1733404817434' ***** 2024-12-05T13:20:32,187 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T13:20:32,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6df7123df9d004e7c874ee4794864421, server=88aaa70743e7,36363,1733404826175 because future has completed 2024-12-05T13:20:32,187 INFO [M:0;88aaa70743e7:33333 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:20:32,188 INFO [M:0;88aaa70743e7:33333 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:20:32,188 DEBUG [M:0;88aaa70743e7:33333 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T13:20:32,188 DEBUG [M:0;88aaa70743e7:33333 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T13:20:32,188 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T13:20:32,188 INFO [M:0;88aaa70743e7:33333 {}] hbase.ChoreService(370): Chore service for: master/88aaa70743e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T13:20:32,188 INFO [M:0;88aaa70743e7:33333 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:20:32,188 DEBUG [M:0;88aaa70743e7:33333 {}] master.HMaster(1795): Stopping service threads 2024-12-05T13:20:32,188 INFO [M:0;88aaa70743e7:33333 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T13:20:32,188 INFO [M:0;88aaa70743e7:33333 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:20:32,188 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733404819306 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733404819306,5,FailOnTimeoutGroup] 2024-12-05T13:20:32,188 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733404819295 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733404819295,5,FailOnTimeoutGroup] 2024-12-05T13:20:32,189 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38543 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=88aaa70743e7,36363,1733404826175, table=hbase:replication, region=6df7123df9d004e7c874ee4794864421. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-05T13:20:32,190 INFO [M:0;88aaa70743e7:33333 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T13:20:32,190 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T13:20:32,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x101a6d411630003, quorum=127.0.0.1:65154, baseZNode=/11516090665 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11516090665/master 2024-12-05T13:20:32,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x101a6d411630003, quorum=127.0.0.1:65154, baseZNode=/11516090665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11516090665 2024-12-05T13:20:32,199 DEBUG [M:0;88aaa70743e7:33333 {}] zookeeper.ZKUtil(347): master:33333-0x101a6d411630003, quorum=127.0.0.1:65154, baseZNode=/11516090665 Unable to get data of znode /11516090665/master because node does not exist (not an error) 2024-12-05T13:20:32,199 WARN [M:0;88aaa70743e7:33333 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T13:20:32,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-05T13:20:32,210 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 6df7123df9d004e7c874ee4794864421, server=88aaa70743e7,36363,1733404826175 in 344 msec 2024-12-05T13:20:32,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-05T13:20:32,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6df7123df9d004e7c874ee4794864421, ASSIGN in 531 msec 2024-12-05T13:20:32,221 INFO [M:0;88aaa70743e7:33333 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/.lastflushedseqids 2024-12-05T13:20:32,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-05T13:20:32,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38487 is added to blk_1073741836_1012 (size=99) 2024-12-05T13:20:32,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421., hostname=88aaa70743e7,36363,1733404826175, seqNum=10] 2024-12-05T13:20:32,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101a6d411630004, quorum=127.0.0.1:65154, baseZNode=/11516090665 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:20:32,279 INFO [RS:0;88aaa70743e7:36155 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:20:32,279 INFO [RS:0;88aaa70743e7:36155 {}] regionserver.HRegionServer(1031): Exiting; stopping=88aaa70743e7,36155,1733404817609; zookeeper connection closed. 2024-12-05T13:20:32,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36155-0x101a6d411630004, quorum=127.0.0.1:65154, baseZNode=/11516090665 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:20:32,279 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54f00190 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54f00190 2024-12-05T13:20:32,280 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T13:20:32,280 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 88aaa70743e7,44649,1733404811903 2024-12-05T13:20:32,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-05T13:20:32,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36363 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-05T13:20:32,628 INFO [M:0;88aaa70743e7:33333 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T13:20:32,628 INFO [M:0;88aaa70743e7:33333 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T13:20:32,628 DEBUG [M:0;88aaa70743e7:33333 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:20:32,628 INFO [M:0;88aaa70743e7:33333 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:20:32,628 DEBUG [M:0;88aaa70743e7:33333 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:20:32,628 DEBUG [M:0;88aaa70743e7:33333 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:20:32,629 DEBUG [M:0;88aaa70743e7:33333 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:20:32,629 INFO [M:0;88aaa70743e7:33333 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-05T13:20:32,652 DEBUG [M:0;88aaa70743e7:33333 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6384d4e65ef04eb6817d48c271875114 is 82, key is hbase:meta,,1/info:regioninfo/1733404820324/Put/seqid=0 2024-12-05T13:20:32,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38487 is added to blk_1073741837_1013 (size=5672) 2024-12-05T13:20:33,065 INFO [M:0;88aaa70743e7:33333 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6384d4e65ef04eb6817d48c271875114 2024-12-05T13:20:33,111 DEBUG [M:0;88aaa70743e7:33333 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6d5762b45cef42bfad04ff3a683ee72f is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733404820401/Put/seqid=0 2024-12-05T13:20:33,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38487 is added to blk_1073741838_1014 (size=5275) 2024-12-05T13:20:33,126 INFO [M:0;88aaa70743e7:33333 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6d5762b45cef42bfad04ff3a683ee72f 2024-12-05T13:20:33,168 DEBUG [M:0;88aaa70743e7:33333 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73614d5d029b461c974518563a97abaa is 69, key is 88aaa70743e7,36155,1733404817609/rs:state/1733404819459/Put/seqid=0 2024-12-05T13:20:33,190 DEBUG [RS:0;88aaa70743e7:36363.replicationSource.wal-reader.88aaa70743e7%2C36363%2C1733404826175,2-88aaa70743e7,36363,1733404826175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,36363,1733404826175/88aaa70743e7%2C36363%2C1733404826175.1733404827528 to pos 0, reset compression=false 2024-12-05T13:20:33,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38487 is added to blk_1073741839_1015 (size=5156) 2024-12-05T13:20:33,205 INFO [M:0;88aaa70743e7:33333 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73614d5d029b461c974518563a97abaa 2024-12-05T13:20:33,216 DEBUG [RS:0;88aaa70743e7:36363.replicationSource.wal-reader.88aaa70743e7%2C36363%2C1733404826175,1-88aaa70743e7,36363,1733404826175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,36363,1733404826175/88aaa70743e7%2C36363%2C1733404826175.1733404827528 to pos 0, reset compression=false 2024-12-05T13:20:33,217 DEBUG [M:0;88aaa70743e7:33333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6384d4e65ef04eb6817d48c271875114 as hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6384d4e65ef04eb6817d48c271875114 2024-12-05T13:20:33,226 INFO [M:0;88aaa70743e7:33333 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6384d4e65ef04eb6817d48c271875114, entries=8, sequenceid=28, filesize=5.5 K 2024-12-05T13:20:33,228 DEBUG [M:0;88aaa70743e7:33333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6d5762b45cef42bfad04ff3a683ee72f as hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6d5762b45cef42bfad04ff3a683ee72f 2024-12-05T13:20:33,239 INFO [M:0;88aaa70743e7:33333 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6d5762b45cef42bfad04ff3a683ee72f, entries=3, sequenceid=28, filesize=5.2 K 2024-12-05T13:20:33,241 DEBUG [M:0;88aaa70743e7:33333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73614d5d029b461c974518563a97abaa as hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/73614d5d029b461c974518563a97abaa 2024-12-05T13:20:33,249 INFO [M:0;88aaa70743e7:33333 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40851/user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/73614d5d029b461c974518563a97abaa, entries=1, sequenceid=28, filesize=5.0 K 2024-12-05T13:20:33,251 INFO [M:0;88aaa70743e7:33333 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 621ms, sequenceid=28, compaction requested=false 2024-12-05T13:20:33,265 INFO [M:0;88aaa70743e7:33333 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:20:33,265 DEBUG [M:0;88aaa70743e7:33333 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733404832628Disabling compacts and flushes for region at 1733404832628Disabling writes for close at 1733404832628Obtaining lock to block concurrent updates at 1733404832629 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733404832629Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733404832629Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733404832630 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733404832630Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733404832651 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733404832651Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733404833082 (+431 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733404833111 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733404833111Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733404833140 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733404833167 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733404833167Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fc81e8: reopening flushed file at 1733404833215 (+48 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@540287e5: reopening flushed file at 1733404833226 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ea0b98e: reopening flushed file at 1733404833239 (+13 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 621ms, sequenceid=28, compaction requested=false at 1733404833251 (+12 ms)Writing region close event to WAL at 1733404833264 (+13 ms)Closed at 1733404833264 2024-12-05T13:20:33,269 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2b9285e2-107a-9691-2b8c-4eb9f393c6cb/MasterData/WALs/88aaa70743e7,33333,1733404817434/88aaa70743e7%2C33333%2C1733404817434.1733404818784 not finished, retry = 0 2024-12-05T13:20:33,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38487 is added to blk_1073741830_1006 (size=10165) 2024-12-05T13:20:33,371 INFO [M:0;88aaa70743e7:33333 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T13:20:33,371 INFO [M:0;88aaa70743e7:33333 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33333 2024-12-05T13:20:33,374 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:20:33,375 INFO [M:0;88aaa70743e7:33333 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:20:33,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x101a6d411630003, quorum=127.0.0.1:65154, baseZNode=/11516090665 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:20:33,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33333-0x101a6d411630003, quorum=127.0.0.1:65154, baseZNode=/11516090665 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:20:33,544 INFO [M:0;88aaa70743e7:33333 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:20:33,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@543c8101{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:20:33,561 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56772991{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:20:33,561 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:20:33,561 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28f7ee27{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:20:33,561 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1624ab1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29437931-325e-138c-175d-412011e68ea6/hadoop.log.dir/,STOPPED} 2024-12-05T13:20:33,564 WARN [BP-1512231172-172.17.0.3-1733404816020 heartbeating to localhost/127.0.0.1:40851 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:20:33,564 WARN [BP-1512231172-172.17.0.3-1733404816020 heartbeating to localhost/127.0.0.1:40851 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1512231172-172.17.0.3-1733404816020 (Datanode Uuid fe0adf46-dace-42d4-8fad-677983409f6e) service to localhost/127.0.0.1:40851 2024-12-05T13:20:33,566 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29437931-325e-138c-175d-412011e68ea6/cluster_84ec5f00-0fa8-9021-5be4-1e38ea45e746/data/data1/current/BP-1512231172-172.17.0.3-1733404816020 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:20:33,566 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29437931-325e-138c-175d-412011e68ea6/cluster_84ec5f00-0fa8-9021-5be4-1e38ea45e746/data/data2/current/BP-1512231172-172.17.0.3-1733404816020 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:20:33,566 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T13:20:33,566 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:20:33,567 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:20:33,571 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:20:33,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:20:33,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5996d99{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:20:33,647 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6dc57932{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:20:33,647 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:20:33,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@617e68fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:20:33,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@eac06d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29437931-325e-138c-175d-412011e68ea6/hadoop.log.dir/,STOPPED} 2024-12-05T13:20:33,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T13:20:33,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T13:20:33,679 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:20:33,679 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:20:33,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:33,679 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:20:33,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:33,680 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T13:20:33,680 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1238519774, stopped=false 2024-12-05T13:20:33,680 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=88aaa70743e7,38543,1733404826097 2024-12-05T13:20:33,694 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36363-0x101a6d411630007, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-107232445/running 2024-12-05T13:20:33,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38543-0x101a6d411630006, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-107232445/running 2024-12-05T13:20:33,694 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36363-0x101a6d411630007, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-107232445 2024-12-05T13:20:33,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38543-0x101a6d411630006, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-107232445 2024-12-05T13:20:33,695 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:20:33,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36363-0x101a6d411630007, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Set watcher on znode that does not yet exist, /0-107232445/running 2024-12-05T13:20:33,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38543-0x101a6d411630006, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Set watcher on znode that does not yet exist, /0-107232445/running 2024-12-05T13:20:33,703 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:20:33,703 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:20:33,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:33,703 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '88aaa70743e7,36363,1733404826175' ***** 2024-12-05T13:20:33,704 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T13:20:33,704 INFO [RS:0;88aaa70743e7:36363 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T13:20:33,704 INFO [RS:0;88aaa70743e7:36363 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T13:20:33,704 INFO [RS:0;88aaa70743e7:36363 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T13:20:33,704 INFO [RS:0;88aaa70743e7:36363 {}] regionserver.HRegionServer(3091): Received CLOSE for 6df7123df9d004e7c874ee4794864421 2024-12-05T13:20:33,704 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T13:20:33,707 INFO [RS:0;88aaa70743e7:36363 {}] regionserver.HRegionServer(959): stopping server 88aaa70743e7,36363,1733404826175 2024-12-05T13:20:33,707 INFO [RS:0;88aaa70743e7:36363 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:20:33,707 INFO [RS:0;88aaa70743e7:36363 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:36363. 2024-12-05T13:20:33,707 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6df7123df9d004e7c874ee4794864421, disabling compactions & flushes 2024-12-05T13:20:33,707 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421. 2024-12-05T13:20:33,707 DEBUG [RS:0;88aaa70743e7:36363 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:20:33,707 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421. 2024-12-05T13:20:33,707 DEBUG [RS:0;88aaa70743e7:36363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:33,707 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421. after waiting 0 ms 2024-12-05T13:20:33,707 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421. 2024-12-05T13:20:33,707 INFO [RS:0;88aaa70743e7:36363 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T13:20:33,707 INFO [RS:0;88aaa70743e7:36363 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T13:20:33,707 INFO [RS:0;88aaa70743e7:36363 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T13:20:33,707 INFO [RS:0;88aaa70743e7:36363 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T13:20:33,716 INFO [RS:0;88aaa70743e7:36363 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T13:20:33,716 DEBUG [RS:0;88aaa70743e7:36363 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6df7123df9d004e7c874ee4794864421=hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421.} 2024-12-05T13:20:33,716 DEBUG [RS:0;88aaa70743e7:36363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6df7123df9d004e7c874ee4794864421 2024-12-05T13:20:33,716 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:20:33,716 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:20:33,716 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:20:33,717 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:20:33,717 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:20:33,717 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-05T13:20:33,746 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/replication/6df7123df9d004e7c874ee4794864421/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-05T13:20:33,747 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:20:33,747 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:20:33,747 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421. 2024-12-05T13:20:33,747 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6df7123df9d004e7c874ee4794864421: Waiting for close lock at 1733404833707Running coprocessor pre-close hooks at 1733404833707Disabling compacts and flushes for region at 1733404833707Disabling writes for close at 1733404833707Writing region close event to WAL at 1733404833721 (+14 ms)Running coprocessor post-close hooks at 1733404833747 (+26 ms)Closed at 1733404833747 2024-12-05T13:20:33,747 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421. 2024-12-05T13:20:33,758 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/meta/1588230740/.tmp/info/f0fab850839d44218f0c0e9540c6faf2 is 147, key is hbase:replication,,1733404820659.6df7123df9d004e7c874ee4794864421./info:regioninfo/1733404832183/Put/seqid=0 2024-12-05T13:20:33,763 INFO [regionserver/88aaa70743e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:20:33,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741851_1027 (size=6385) 2024-12-05T13:20:33,917 DEBUG [RS:0;88aaa70743e7:36363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:20:34,117 DEBUG [RS:0;88aaa70743e7:36363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:20:34,181 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/meta/1588230740/.tmp/info/f0fab850839d44218f0c0e9540c6faf2 2024-12-05T13:20:34,203 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/meta/1588230740/.tmp/info/f0fab850839d44218f0c0e9540c6faf2 as hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/meta/1588230740/info/f0fab850839d44218f0c0e9540c6faf2 2024-12-05T13:20:34,212 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/meta/1588230740/info/f0fab850839d44218f0c0e9540c6faf2, entries=8, sequenceid=19, filesize=6.2 K 2024-12-05T13:20:34,214 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 496ms, sequenceid=19, compaction requested=false 2024-12-05T13:20:34,222 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-05T13:20:34,224 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:20:34,224 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:20:34,224 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:20:34,225 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733404833716Running coprocessor pre-close hooks at 1733404833716Disabling compacts and flushes for region at 1733404833716Disabling writes for close at 1733404833717 (+1 ms)Obtaining lock to block concurrent updates at 1733404833717Preparing flush snapshotting stores in 1588230740 at 1733404833717Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733404833718 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733404833721 (+3 ms)Flushing 1588230740/info: creating writer at 1733404833721Flushing 1588230740/info: appending metadata at 1733404833757 (+36 ms)Flushing 1588230740/info: closing flushed file at 1733404833757Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fff9eba: reopening flushed file at 1733404834199 (+442 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 496ms, sequenceid=19, compaction requested=false at 1733404834214 (+15 ms)Writing region close event to WAL at 1733404834215 (+1 ms)Running coprocessor post-close hooks at 1733404834224 (+9 ms)Closed at 1733404834224 2024-12-05T13:20:34,225 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T13:20:34,317 INFO [RS:0;88aaa70743e7:36363 {}] regionserver.HRegionServer(976): stopping server 88aaa70743e7,36363,1733404826175; all regions closed. 2024-12-05T13:20:34,320 DEBUG [RS:0;88aaa70743e7:36363.replicationSource.wal-reader.88aaa70743e7%2C36363%2C1733404826175,2-88aaa70743e7,36363,1733404826175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,36363,1733404826175/88aaa70743e7%2C36363%2C1733404826175.1733404827528 to pos 0, reset compression=false 2024-12-05T13:20:34,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741849_1025 (size=2156) 2024-12-05T13:20:34,327 DEBUG [RS:0;88aaa70743e7:36363 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/oldWALs 2024-12-05T13:20:34,327 INFO [RS:0;88aaa70743e7:36363 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 88aaa70743e7%2C36363%2C1733404826175.meta:.meta(num 1733404828030) 2024-12-05T13:20:34,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741850_1026 (size=796) 2024-12-05T13:20:34,345 DEBUG [RS:0;88aaa70743e7:36363.replicationSource.wal-reader.88aaa70743e7%2C36363%2C1733404826175,1-88aaa70743e7,36363,1733404826175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/WALs/88aaa70743e7,36363,1733404826175/88aaa70743e7%2C36363%2C1733404826175.1733404827528 to pos 0, reset compression=false 2024-12-05T13:20:34,354 DEBUG [RS:0;88aaa70743e7:36363 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/oldWALs 2024-12-05T13:20:34,354 INFO [RS:0;88aaa70743e7:36363 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 88aaa70743e7%2C36363%2C1733404826175.rep:(num 1733404832042) 2024-12-05T13:20:34,367 INFO [regionserver/88aaa70743e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T13:20:34,367 INFO [regionserver/88aaa70743e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T13:20:34,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741848_1024 (size=93) 2024-12-05T13:20:34,370 DEBUG [RS:0;88aaa70743e7:36363 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/oldWALs 2024-12-05T13:20:34,370 INFO [RS:0;88aaa70743e7:36363 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 88aaa70743e7%2C36363%2C1733404826175:(num 1733404827528) 2024-12-05T13:20:34,371 DEBUG [RS:0;88aaa70743e7:36363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:34,371 INFO [RS:0;88aaa70743e7:36363 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:20:34,371 INFO [RS:0;88aaa70743e7:36363 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:20:34,371 INFO [RS:0;88aaa70743e7:36363 {}] hbase.ChoreService(370): Chore service for: regionserver/88aaa70743e7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T13:20:34,371 INFO [RS:0;88aaa70743e7:36363 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:20:34,371 INFO [RS:0;88aaa70743e7:36363 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-88aaa70743e7,36363,1733404826175 because: Region server is closing 2024-12-05T13:20:34,371 INFO [RS:0;88aaa70743e7:36363 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:36363. 2024-12-05T13:20:34,372 DEBUG [RS:0;88aaa70743e7:36363 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:20:34,372 DEBUG [RS:0;88aaa70743e7:36363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:34,372 DEBUG [RS:0;88aaa70743e7:36363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:34,372 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:20:34,372 INFO [regionserver/88aaa70743e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:20:34,374 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/88aaa70743e7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-05T13:20:34,375 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/88aaa70743e7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-05T13:20:34,375 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/88aaa70743e7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-05T13:20:34,472 WARN [RS:0;88aaa70743e7:36363.replicationSource.shipper88aaa70743e7%2C36363%2C1733404826175,1-88aaa70743e7,36363,1733404826175 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T13:20:34,472 WARN [RS:0;88aaa70743e7:36363.replicationSource.wal-reader.88aaa70743e7%2C36363%2C1733404826175,1-88aaa70743e7,36363,1733404826175 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T13:20:34,474 INFO [RS:0;88aaa70743e7:36363 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;88aaa70743e7:36363.replicationSource.shipper88aaa70743e7%2C36363%2C1733404826175,1-88aaa70743e7,36363,1733404826175 terminated 2024-12-05T13:20:34,474 INFO [RS:0;88aaa70743e7:36363 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-88aaa70743e7,36363,1733404826175 because: Region server is closing 2024-12-05T13:20:34,474 INFO [RS:0;88aaa70743e7:36363 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:36363. 2024-12-05T13:20:34,474 DEBUG [RS:0;88aaa70743e7:36363 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:20:34,474 DEBUG [RS:0;88aaa70743e7:36363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:34,475 DEBUG [RS:0;88aaa70743e7:36363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:34,475 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:20:34,575 WARN [RS:0;88aaa70743e7:36363.replicationSource.shipper88aaa70743e7%2C36363%2C1733404826175,2-88aaa70743e7,36363,1733404826175 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T13:20:34,575 INFO [RS:0;88aaa70743e7:36363 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;88aaa70743e7:36363.replicationSource.shipper88aaa70743e7%2C36363%2C1733404826175,2-88aaa70743e7,36363,1733404826175 terminated 2024-12-05T13:20:34,575 WARN [RS:0;88aaa70743e7:36363.replicationSource.wal-reader.88aaa70743e7%2C36363%2C1733404826175,2-88aaa70743e7,36363,1733404826175 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T13:20:34,575 INFO [RS:0;88aaa70743e7:36363 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36363 2024-12-05T13:20:34,640 INFO [RS:0;88aaa70743e7:36363 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:20:34,642 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36363-0x101a6d411630007, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-107232445/rs/88aaa70743e7,36363,1733404826175 2024-12-05T13:20:34,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38543-0x101a6d411630006, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-107232445/rs 2024-12-05T13:20:34,647 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [88aaa70743e7,36363,1733404826175] 2024-12-05T13:20:34,663 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-107232445/draining/88aaa70743e7,36363,1733404826175 already deleted, retry=false 2024-12-05T13:20:34,663 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 88aaa70743e7,36363,1733404826175 expired; onlineServers=0 2024-12-05T13:20:34,663 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '88aaa70743e7,38543,1733404826097' ***** 2024-12-05T13:20:34,663 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T13:20:34,663 INFO [M:0;88aaa70743e7:38543 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:20:34,663 INFO [M:0;88aaa70743e7:38543 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:20:34,663 DEBUG [M:0;88aaa70743e7:38543 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T13:20:34,663 DEBUG [M:0;88aaa70743e7:38543 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T13:20:34,663 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733404827131 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733404827131,5,FailOnTimeoutGroup] 2024-12-05T13:20:34,664 INFO [M:0;88aaa70743e7:38543 {}] hbase.ChoreService(370): Chore service for: master/88aaa70743e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T13:20:34,664 INFO [M:0;88aaa70743e7:38543 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:20:34,664 DEBUG [M:0;88aaa70743e7:38543 {}] master.HMaster(1795): Stopping service threads 2024-12-05T13:20:34,664 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733404827132 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733404827132,5,FailOnTimeoutGroup] 2024-12-05T13:20:34,664 INFO [M:0;88aaa70743e7:38543 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T13:20:34,664 INFO [M:0;88aaa70743e7:38543 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:20:34,664 INFO [M:0;88aaa70743e7:38543 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T13:20:34,664 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T13:20:34,667 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T13:20:34,682 DEBUG [M:0;88aaa70743e7:38543 {}] zookeeper.RecoverableZooKeeper(212): Node /0-107232445/master already deleted, retry=false 2024-12-05T13:20:34,682 DEBUG [M:0;88aaa70743e7:38543 {}] master.ActiveMasterManager(353): master:38543-0x101a6d411630006, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-107232445/master 2024-12-05T13:20:34,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38543-0x101a6d411630006, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-107232445/master 2024-12-05T13:20:34,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38543-0x101a6d411630006, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-107232445 2024-12-05T13:20:34,683 INFO [M:0;88aaa70743e7:38543 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/.lastflushedseqids 2024-12-05T13:20:34,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741852_1028 (size=181) 2024-12-05T13:20:34,729 INFO [M:0;88aaa70743e7:38543 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T13:20:34,729 INFO [M:0;88aaa70743e7:38543 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T13:20:34,730 DEBUG [M:0;88aaa70743e7:38543 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:20:34,730 INFO [M:0;88aaa70743e7:38543 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:20:34,730 DEBUG [M:0;88aaa70743e7:38543 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:20:34,730 DEBUG [M:0;88aaa70743e7:38543 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:20:34,730 DEBUG [M:0;88aaa70743e7:38543 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:20:34,730 INFO [M:0;88aaa70743e7:38543 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-05T13:20:34,759 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36363-0x101a6d411630007, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:20:34,759 INFO [RS:0;88aaa70743e7:36363 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:20:34,759 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36363-0x101a6d411630007, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:20:34,759 INFO [RS:0;88aaa70743e7:36363 {}] regionserver.HRegionServer(1031): Exiting; stopping=88aaa70743e7,36363,1733404826175; zookeeper connection closed. 2024-12-05T13:20:34,768 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1aa4240f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1aa4240f 2024-12-05T13:20:34,769 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T13:20:34,792 DEBUG [M:0;88aaa70743e7:38543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff237737760b42d6b1a41bc075278b95 is 82, key is hbase:meta,,1/info:regioninfo/1733404828179/Put/seqid=0 2024-12-05T13:20:34,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741853_1029 (size=5680) 2024-12-05T13:20:35,238 INFO [M:0;88aaa70743e7:38543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff237737760b42d6b1a41bc075278b95 2024-12-05T13:20:35,267 DEBUG [M:0;88aaa70743e7:38543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ffff331b186841d380cd8ea73ca81e2f is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733404832213/Put/seqid=0 2024-12-05T13:20:35,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741854_1030 (size=7319) 2024-12-05T13:20:35,700 INFO [M:0;88aaa70743e7:38543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ffff331b186841d380cd8ea73ca81e2f 2024-12-05T13:20:35,731 DEBUG [M:0;88aaa70743e7:38543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc5418ae1522423984468c176aa20e23 is 69, key is 88aaa70743e7,36363,1733404826175/rs:state/1733404827193/Put/seqid=0 2024-12-05T13:20:35,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741855_1031 (size=5371) 2024-12-05T13:20:36,152 INFO [M:0;88aaa70743e7:38543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc5418ae1522423984468c176aa20e23 2024-12-05T13:20:36,172 INFO [M:0;88aaa70743e7:38543 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc5418ae1522423984468c176aa20e23 2024-12-05T13:20:36,174 DEBUG [M:0;88aaa70743e7:38543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff237737760b42d6b1a41bc075278b95 as hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff237737760b42d6b1a41bc075278b95 2024-12-05T13:20:36,212 INFO [M:0;88aaa70743e7:38543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff237737760b42d6b1a41bc075278b95, entries=8, sequenceid=172, filesize=5.5 K 2024-12-05T13:20:36,219 DEBUG [M:0;88aaa70743e7:38543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ffff331b186841d380cd8ea73ca81e2f as hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ffff331b186841d380cd8ea73ca81e2f 2024-12-05T13:20:36,241 INFO [M:0;88aaa70743e7:38543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ffff331b186841d380cd8ea73ca81e2f, entries=7, sequenceid=172, filesize=7.1 K 2024-12-05T13:20:36,242 DEBUG [M:0;88aaa70743e7:38543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc5418ae1522423984468c176aa20e23 as hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc5418ae1522423984468c176aa20e23 2024-12-05T13:20:36,260 INFO [M:0;88aaa70743e7:38543 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc5418ae1522423984468c176aa20e23 2024-12-05T13:20:36,260 INFO [M:0;88aaa70743e7:38543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45973/user/jenkins/test-data/8eb977d3-7070-73b1-c696-ccf9d27450f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc5418ae1522423984468c176aa20e23, entries=2, sequenceid=172, filesize=5.2 K 2024-12-05T13:20:36,262 INFO [M:0;88aaa70743e7:38543 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1532ms, sequenceid=172, compaction requested=false 2024-12-05T13:20:36,281 INFO [M:0;88aaa70743e7:38543 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:20:36,281 DEBUG [M:0;88aaa70743e7:38543 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733404834730Disabling compacts and flushes for region at 1733404834730Disabling writes for close at 1733404834730Obtaining lock to block concurrent updates at 1733404834730Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733404834730Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733404834731 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733404834733 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733404834733Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733404834792 (+59 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733404834792Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733404835246 (+454 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733404835267 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733404835267Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733404835709 (+442 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733404835729 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733404835730 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4798a2d2: reopening flushed file at 1733404836172 (+442 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a70b88c: reopening flushed file at 1733404836213 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aee5847: reopening flushed file at 1733404836241 (+28 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1532ms, sequenceid=172, compaction requested=false at 1733404836262 (+21 ms)Writing region close event to WAL at 1733404836281 (+19 ms)Closed at 1733404836281 2024-12-05T13:20:36,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38093 is added to blk_1073741847_1023 (size=22949) 2024-12-05T13:20:36,295 INFO [M:0;88aaa70743e7:38543 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T13:20:36,295 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:20:36,295 INFO [M:0;88aaa70743e7:38543 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38543 2024-12-05T13:20:36,295 INFO [M:0;88aaa70743e7:38543 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:20:36,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38543-0x101a6d411630006, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:20:36,449 INFO [M:0;88aaa70743e7:38543 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:20:36,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38543-0x101a6d411630006, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:20:36,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@318ae30c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:20:36,468 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:20:36,469 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:20:36,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:20:36,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff06c25d-0278-daba-6aec-551bde993ac4/hadoop.log.dir/,STOPPED} 2024-12-05T13:20:36,472 WARN [BP-994012192-172.17.0.3-1733404807541 heartbeating to localhost/127.0.0.1:45973 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:20:36,472 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T13:20:36,472 WARN [BP-994012192-172.17.0.3-1733404807541 heartbeating to localhost/127.0.0.1:45973 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-994012192-172.17.0.3-1733404807541 (Datanode Uuid 8a4ab930-6ffb-4f8c-9093-d294a3405909) service to localhost/127.0.0.1:45973 2024-12-05T13:20:36,472 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:20:36,473 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff06c25d-0278-daba-6aec-551bde993ac4/cluster_59451df1-9001-e7dd-e9d9-bb104cca1d99/data/data2/current/BP-994012192-172.17.0.3-1733404807541 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:20:36,473 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff06c25d-0278-daba-6aec-551bde993ac4/cluster_59451df1-9001-e7dd-e9d9-bb104cca1d99/data/data1/current/BP-994012192-172.17.0.3-1733404807541 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:20:36,473 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:20:36,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:20:36,483 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:20:36,483 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:20:36,484 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:20:36,484 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff06c25d-0278-daba-6aec-551bde993ac4/hadoop.log.dir/,STOPPED} 2024-12-05T13:20:36,503 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T13:20:36,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T13:20:36,562 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/88aaa70743e7:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45973 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3963c239 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40851 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/88aaa70743e7:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/88aaa70743e7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/88aaa70743e7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/88aaa70743e7:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40851 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45973 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45973 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65154) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40851 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45973 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65154) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45973 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45973 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40851 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40851 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=754 (was 640) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3986 (was 5358) 2024-12-05T13:20:36,578 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=754, ProcessCount=11, AvailableMemoryMB=3985 2024-12-05T13:20:36,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a6d411630005, quorum=127.0.0.1:65154, baseZNode=/11516090665 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T13:20:36,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a6d411630005, quorum=127.0.0.1:65154, baseZNode=/11516090665 Received Disconnected from ZooKeeper, ignoring 2024-12-05T13:20:36,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a6d411630002, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T13:20:36,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a6d411630002, quorum=127.0.0.1:65154, baseZNode=/0-107232445 Received Disconnected from ZooKeeper, ignoring 2024-12-05T13:20:36,593 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-05T13:20:36,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29437931-325e-138c-175d-412011e68ea6/hadoop.log.dir so I do NOT create it in target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d 2024-12-05T13:20:36,594 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29437931-325e-138c-175d-412011e68ea6/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T13:20:36,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29437931-325e-138c-175d-412011e68ea6/hadoop.tmp.dir so I do NOT create it in target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d 2024-12-05T13:20:36,594 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29437931-325e-138c-175d-412011e68ea6/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T13:20:36,594 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d 2024-12-05T13:20:36,594 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d/cluster_ed68d7c3-4dd4-b7f5-c85e-c80631dbd238, deleteOnExit=true 2024-12-05T13:20:36,743 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d/cluster_ed68d7c3-4dd4-b7f5-c85e-c80631dbd238/zookeeper_0, clientPort=53370, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d/cluster_ed68d7c3-4dd4-b7f5-c85e-c80631dbd238/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d/cluster_ed68d7c3-4dd4-b7f5-c85e-c80631dbd238/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T13:20:36,751 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53370 2024-12-05T13:20:36,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T13:20:36,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T13:20:36,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d/test.cache.data in system properties and HBase conf 2024-12-05T13:20:36,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T13:20:36,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d/hadoop.log.dir in system properties and HBase conf 2024-12-05T13:20:36,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T13:20:36,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T13:20:36,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T13:20:36,752 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T13:20:36,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:20:36,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:20:36,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T13:20:36,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:20:36,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T13:20:36,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T13:20:36,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:20:36,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:20:36,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T13:20:36,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d/nfs.dump.dir in system properties and HBase conf 2024-12-05T13:20:36,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d/java.io.tmpdir in system properties and HBase conf 2024-12-05T13:20:36,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:20:36,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T13:20:36,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T13:20:37,147 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:20:37,154 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:20:37,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:20:37,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:20:37,163 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:20:37,164 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:20:37,167 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fa94757{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:20:37,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42fdcfbb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:20:37,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c010725{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d/java.io.tmpdir/jetty-localhost-40665-hadoop-hdfs-3_4_1-tests_jar-_-any-727218315002845143/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:20:37,306 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ad87a0d{HTTP/1.1, (http/1.1)}{localhost:40665} 2024-12-05T13:20:37,306 INFO [Time-limited test {}] server.Server(415): Started @33141ms 2024-12-05T13:20:37,598 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:20:37,604 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:20:37,623 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:20:37,623 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:20:37,623 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:20:37,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b2ebcda{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:20:37,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a386722{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:20:37,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75a94c44{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d/java.io.tmpdir/jetty-localhost-34615-hadoop-hdfs-3_4_1-tests_jar-_-any-17088532970888463146/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:20:37,766 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@279d8152{HTTP/1.1, (http/1.1)}{localhost:34615} 2024-12-05T13:20:37,766 INFO [Time-limited test {}] server.Server(415): Started @33602ms 2024-12-05T13:20:37,768 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:20:38,216 WARN [Thread-497 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d/cluster_ed68d7c3-4dd4-b7f5-c85e-c80631dbd238/data/data2/current/BP-378301068-172.17.0.3-1733404836785/current, will proceed with Du for space computation calculation, 2024-12-05T13:20:38,216 WARN [Thread-496 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d/cluster_ed68d7c3-4dd4-b7f5-c85e-c80631dbd238/data/data1/current/BP-378301068-172.17.0.3-1733404836785/current, will proceed with Du for space computation calculation, 2024-12-05T13:20:38,239 WARN [Thread-484 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:20:38,242 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x951c88ab34102baf with lease ID 0x5edc9d49beb51463: Processing first storage report for DS-8a750fbb-c6d6-4fd2-907a-1b02a032ddcd from datanode DatanodeRegistration(127.0.0.1:39475, datanodeUuid=afae4e04-3ff2-4d14-9e1b-f73f4388b158, infoPort=33355, infoSecurePort=0, ipcPort=39757, storageInfo=lv=-57;cid=testClusterID;nsid=2129558280;c=1733404836785) 2024-12-05T13:20:38,242 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x951c88ab34102baf with lease ID 0x5edc9d49beb51463: from storage DS-8a750fbb-c6d6-4fd2-907a-1b02a032ddcd node DatanodeRegistration(127.0.0.1:39475, datanodeUuid=afae4e04-3ff2-4d14-9e1b-f73f4388b158, infoPort=33355, infoSecurePort=0, ipcPort=39757, storageInfo=lv=-57;cid=testClusterID;nsid=2129558280;c=1733404836785), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:20:38,242 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x951c88ab34102baf with lease ID 0x5edc9d49beb51463: Processing first storage report for DS-2c4eca4b-ab52-4b2a-a446-0abbeefb6ff1 from datanode DatanodeRegistration(127.0.0.1:39475, datanodeUuid=afae4e04-3ff2-4d14-9e1b-f73f4388b158, infoPort=33355, infoSecurePort=0, ipcPort=39757, storageInfo=lv=-57;cid=testClusterID;nsid=2129558280;c=1733404836785) 2024-12-05T13:20:38,242 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x951c88ab34102baf with lease ID 0x5edc9d49beb51463: from storage DS-2c4eca4b-ab52-4b2a-a446-0abbeefb6ff1 node DatanodeRegistration(127.0.0.1:39475, datanodeUuid=afae4e04-3ff2-4d14-9e1b-f73f4388b158, infoPort=33355, infoSecurePort=0, ipcPort=39757, storageInfo=lv=-57;cid=testClusterID;nsid=2129558280;c=1733404836785), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:20:38,311 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d 2024-12-05T13:20:38,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:20:38,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:20:38,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39475 is added to blk_1073741825_1001 (size=7) 2024-12-05T13:20:38,724 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b with version=8 2024-12-05T13:20:38,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/hbase-staging 2024-12-05T13:20:38,727 INFO [Time-limited test {}] client.ConnectionUtils(128): master/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:20:38,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:20:38,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:20:38,727 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:20:38,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:20:38,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:20:38,727 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T13:20:38,727 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:20:38,728 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34951 2024-12-05T13:20:38,730 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34951 connecting to ZooKeeper ensemble=127.0.0.1:53370 2024-12-05T13:20:38,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349510x0, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:20:38,793 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34951-0x101a6d489210000 connected 2024-12-05T13:20:38,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:20:38,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:20:38,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34951-0x101a6d489210000, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Set watcher on znode that does not yet exist, /0-2039300017/running 2024-12-05T13:20:38,881 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b, hbase.cluster.distributed=false 2024-12-05T13:20:38,883 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34951-0x101a6d489210000, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Set watcher on znode that does not yet exist, /0-2039300017/acl 2024-12-05T13:20:38,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34951 2024-12-05T13:20:38,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34951 2024-12-05T13:20:38,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34951 2024-12-05T13:20:38,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34951 2024-12-05T13:20:38,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34951 2024-12-05T13:20:38,914 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:20:38,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:20:38,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:20:38,914 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:20:38,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:20:38,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:20:38,914 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T13:20:38,915 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:20:38,915 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41091 2024-12-05T13:20:38,917 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41091 connecting to ZooKeeper ensemble=127.0.0.1:53370 2024-12-05T13:20:38,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:20:38,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:20:38,934 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410910x0, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:20:38,934 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410910x0, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Set watcher on znode that does not yet exist, /0-2039300017/running 2024-12-05T13:20:38,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41091-0x101a6d489210001 connected 2024-12-05T13:20:38,934 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T13:20:38,936 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T13:20:38,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41091-0x101a6d489210001, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Set watcher on znode that does not yet exist, /0-2039300017/master 2024-12-05T13:20:38,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41091-0x101a6d489210001, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Set watcher on znode that does not yet exist, /0-2039300017/acl 2024-12-05T13:20:38,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41091 2024-12-05T13:20:38,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41091 2024-12-05T13:20:38,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41091 2024-12-05T13:20:38,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41091 2024-12-05T13:20:38,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41091 2024-12-05T13:20:38,961 DEBUG [M:0;88aaa70743e7:34951 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;88aaa70743e7:34951 2024-12-05T13:20:38,961 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2039300017/backup-masters/88aaa70743e7,34951,1733404838726 2024-12-05T13:20:38,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x101a6d489210000, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2039300017/backup-masters 2024-12-05T13:20:38,971 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41091-0x101a6d489210001, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2039300017/backup-masters 2024-12-05T13:20:38,972 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34951-0x101a6d489210000, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Set watcher on existing znode=/0-2039300017/backup-masters/88aaa70743e7,34951,1733404838726 2024-12-05T13:20:38,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x101a6d489210000, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2039300017 2024-12-05T13:20:38,980 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41091-0x101a6d489210001, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2039300017/master 2024-12-05T13:20:38,980 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41091-0x101a6d489210001, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2039300017 2024-12-05T13:20:38,980 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34951-0x101a6d489210000, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Set watcher on existing znode=/0-2039300017/master 2024-12-05T13:20:38,981 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2039300017/backup-masters/88aaa70743e7,34951,1733404838726 from backup master directory 2024-12-05T13:20:38,988 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41091-0x101a6d489210001, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2039300017/backup-masters 2024-12-05T13:20:38,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x101a6d489210000, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2039300017/backup-masters/88aaa70743e7,34951,1733404838726 2024-12-05T13:20:38,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x101a6d489210000, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2039300017/backup-masters 2024-12-05T13:20:38,988 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:20:38,988 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=88aaa70743e7,34951,1733404838726 2024-12-05T13:20:38,993 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/hbase.id] with ID: 0bc9d04e-eb7a-4a3c-8833-21b920f3116b 2024-12-05T13:20:38,993 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/.tmp/hbase.id 2024-12-05T13:20:39,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39475 is added to blk_1073741826_1002 (size=42) 2024-12-05T13:20:39,011 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/.tmp/hbase.id]:[hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/hbase.id] 2024-12-05T13:20:39,039 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:20:39,039 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T13:20:39,041 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T13:20:39,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x101a6d489210000, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2039300017 2024-12-05T13:20:39,050 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41091-0x101a6d489210001, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2039300017 2024-12-05T13:20:39,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39475 is added to blk_1073741827_1003 (size=196) 2024-12-05T13:20:39,250 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:20:39,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:20:39,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:20:39,463 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:20:39,464 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T13:20:39,464 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:20:39,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39475 is added to blk_1073741828_1004 (size=1189) 2024-12-05T13:20:39,477 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/MasterData/data/master/store 2024-12-05T13:20:39,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39475 is added to blk_1073741829_1005 (size=34) 2024-12-05T13:20:39,495 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:20:39,495 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:20:39,495 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:20:39,495 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:20:39,496 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:20:39,496 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:20:39,496 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:20:39,496 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733404839495Disabling compacts and flushes for region at 1733404839495Disabling writes for close at 1733404839496 (+1 ms)Writing region close event to WAL at 1733404839496Closed at 1733404839496 2024-12-05T13:20:39,497 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/MasterData/data/master/store/.initializing 2024-12-05T13:20:39,497 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/MasterData/WALs/88aaa70743e7,34951,1733404838726 2024-12-05T13:20:39,499 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:20:39,501 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=88aaa70743e7%2C34951%2C1733404838726, suffix=, logDir=hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/MasterData/WALs/88aaa70743e7,34951,1733404838726, archiveDir=hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/MasterData/oldWALs, maxLogs=10 2024-12-05T13:20:39,519 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/MasterData/WALs/88aaa70743e7,34951,1733404838726/88aaa70743e7%2C34951%2C1733404838726.1733404839502, exclude list is [], retry=0 2024-12-05T13:20:39,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39475,DS-8a750fbb-c6d6-4fd2-907a-1b02a032ddcd,DISK] 2024-12-05T13:20:39,529 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/MasterData/WALs/88aaa70743e7,34951,1733404838726/88aaa70743e7%2C34951%2C1733404838726.1733404839502 2024-12-05T13:20:39,529 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33355:33355)] 2024-12-05T13:20:39,530 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:20:39,530 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:20:39,530 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:39,530 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:39,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:39,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T13:20:39,537 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:39,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:39,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:39,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T13:20:39,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:39,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:20:39,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:39,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T13:20:39,544 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:39,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:20:39,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:39,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T13:20:39,548 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:39,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:20:39,549 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:39,550 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:39,550 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:39,555 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:39,555 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:39,557 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:20:39,559 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:39,562 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:20:39,563 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73525486, jitterRate=0.09561511874198914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:20:39,564 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733404839530Initializing all the Stores at 1733404839532 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404839532Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404839534 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404839535 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404839535Cleaning up temporary data from old regions at 1733404839555 (+20 ms)Region opened successfully at 1733404839563 (+8 ms) 2024-12-05T13:20:39,564 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T13:20:39,567 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68294cbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:20:39,568 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T13:20:39,568 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T13:20:39,568 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T13:20:39,569 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T13:20:39,569 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T13:20:39,570 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T13:20:39,570 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T13:20:39,572 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T13:20:39,573 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34951-0x101a6d489210000, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Unable to get data of znode /0-2039300017/balancer because node does not exist (not necessarily an error) 2024-12-05T13:20:39,604 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2039300017/balancer already deleted, retry=false 2024-12-05T13:20:39,605 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T13:20:39,606 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34951-0x101a6d489210000, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Unable to get data of znode /0-2039300017/normalizer because node does not exist (not necessarily an error) 2024-12-05T13:20:39,613 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2039300017/normalizer already deleted, retry=false 2024-12-05T13:20:39,613 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T13:20:39,614 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34951-0x101a6d489210000, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Unable to get data of znode /0-2039300017/switch/split because node does not exist (not necessarily an error) 2024-12-05T13:20:39,621 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2039300017/switch/split already deleted, retry=false 2024-12-05T13:20:39,622 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34951-0x101a6d489210000, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Unable to get data of znode /0-2039300017/switch/merge because node does not exist (not necessarily an error) 2024-12-05T13:20:39,629 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2039300017/switch/merge already deleted, retry=false 2024-12-05T13:20:39,631 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34951-0x101a6d489210000, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Unable to get data of znode /0-2039300017/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T13:20:39,642 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2039300017/snapshot-cleanup already deleted, retry=false 2024-12-05T13:20:39,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x101a6d489210000, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2039300017/running 2024-12-05T13:20:39,650 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41091-0x101a6d489210001, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2039300017/running 2024-12-05T13:20:39,650 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41091-0x101a6d489210001, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2039300017 2024-12-05T13:20:39,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x101a6d489210000, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2039300017 2024-12-05T13:20:39,650 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=88aaa70743e7,34951,1733404838726, sessionid=0x101a6d489210000, setting cluster-up flag (Was=false) 2024-12-05T13:20:39,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x101a6d489210000, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2039300017 2024-12-05T13:20:39,667 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41091-0x101a6d489210001, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2039300017 2024-12-05T13:20:39,692 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2039300017/flush-table-proc/acquired, /0-2039300017/flush-table-proc/reached, /0-2039300017/flush-table-proc/abort 2024-12-05T13:20:39,693 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,34951,1733404838726 2024-12-05T13:20:39,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x101a6d489210000, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2039300017 2024-12-05T13:20:39,708 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41091-0x101a6d489210001, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2039300017 2024-12-05T13:20:39,733 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2039300017/online-snapshot/acquired, /0-2039300017/online-snapshot/reached, /0-2039300017/online-snapshot/abort 2024-12-05T13:20:39,734 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,34951,1733404838726 2024-12-05T13:20:39,736 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T13:20:39,739 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T13:20:39,739 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T13:20:39,739 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T13:20:39,740 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 88aaa70743e7,34951,1733404838726 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T13:20:39,743 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:20:39,743 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:20:39,744 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:20:39,744 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:20:39,744 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/88aaa70743e7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T13:20:39,744 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:39,744 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:20:39,744 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:39,747 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733404869747 2024-12-05T13:20:39,747 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T13:20:39,747 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T13:20:39,747 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T13:20:39,747 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T13:20:39,747 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T13:20:39,747 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T13:20:39,749 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:20:39,749 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T13:20:39,751 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:39,751 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:39,751 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T13:20:39,751 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T13:20:39,751 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T13:20:39,751 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T13:20:39,751 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T13:20:39,751 INFO [RS:0;88aaa70743e7:41091 {}] regionserver.HRegionServer(746): ClusterId : 0bc9d04e-eb7a-4a3c-8833-21b920f3116b 2024-12-05T13:20:39,751 DEBUG [RS:0;88aaa70743e7:41091 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T13:20:39,752 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T13:20:39,752 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T13:20:39,752 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733404839752,5,FailOnTimeoutGroup] 2024-12-05T13:20:39,752 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733404839752,5,FailOnTimeoutGroup] 2024-12-05T13:20:39,752 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:39,753 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T13:20:39,753 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:39,753 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:39,759 DEBUG [RS:0;88aaa70743e7:41091 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T13:20:39,759 DEBUG [RS:0;88aaa70743e7:41091 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T13:20:39,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39475 is added to blk_1073741831_1007 (size=1321) 2024-12-05T13:20:39,767 DEBUG [RS:0;88aaa70743e7:41091 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T13:20:39,768 DEBUG [RS:0;88aaa70743e7:41091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ed1158, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:20:39,782 DEBUG [RS:0;88aaa70743e7:41091 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;88aaa70743e7:41091 2024-12-05T13:20:39,782 INFO [RS:0;88aaa70743e7:41091 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T13:20:39,782 INFO [RS:0;88aaa70743e7:41091 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T13:20:39,782 DEBUG [RS:0;88aaa70743e7:41091 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T13:20:39,783 INFO [RS:0;88aaa70743e7:41091 {}] regionserver.HRegionServer(2659): reportForDuty to master=88aaa70743e7,34951,1733404838726 with port=41091, startcode=1733404838913 2024-12-05T13:20:39,783 DEBUG [RS:0;88aaa70743e7:41091 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T13:20:39,787 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T13:20:39,788 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34951 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 88aaa70743e7,41091,1733404838913 2024-12-05T13:20:39,788 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34951 {}] master.ServerManager(517): Registering regionserver=88aaa70743e7,41091,1733404838913 2024-12-05T13:20:39,791 DEBUG [RS:0;88aaa70743e7:41091 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b 2024-12-05T13:20:39,791 DEBUG [RS:0;88aaa70743e7:41091 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46809 2024-12-05T13:20:39,791 DEBUG [RS:0;88aaa70743e7:41091 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T13:20:39,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x101a6d489210000, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2039300017/rs 2024-12-05T13:20:39,800 DEBUG [RS:0;88aaa70743e7:41091 {}] zookeeper.ZKUtil(111): regionserver:41091-0x101a6d489210001, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Set watcher on existing znode=/0-2039300017/rs/88aaa70743e7,41091,1733404838913 2024-12-05T13:20:39,801 WARN [RS:0;88aaa70743e7:41091 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:20:39,801 INFO [RS:0;88aaa70743e7:41091 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:20:39,801 DEBUG [RS:0;88aaa70743e7:41091 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/WALs/88aaa70743e7,41091,1733404838913 2024-12-05T13:20:39,801 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [88aaa70743e7,41091,1733404838913] 2024-12-05T13:20:39,806 INFO [RS:0;88aaa70743e7:41091 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T13:20:39,810 INFO [RS:0;88aaa70743e7:41091 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T13:20:39,811 INFO [RS:0;88aaa70743e7:41091 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T13:20:39,811 INFO [RS:0;88aaa70743e7:41091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:39,814 INFO [RS:0;88aaa70743e7:41091 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T13:20:39,815 INFO [RS:0;88aaa70743e7:41091 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T13:20:39,815 INFO [RS:0;88aaa70743e7:41091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:39,815 DEBUG [RS:0;88aaa70743e7:41091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:39,815 DEBUG [RS:0;88aaa70743e7:41091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:39,815 DEBUG [RS:0;88aaa70743e7:41091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:39,815 DEBUG [RS:0;88aaa70743e7:41091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:39,815 DEBUG [RS:0;88aaa70743e7:41091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:39,816 DEBUG [RS:0;88aaa70743e7:41091 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:20:39,816 DEBUG [RS:0;88aaa70743e7:41091 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:39,816 DEBUG [RS:0;88aaa70743e7:41091 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:39,816 DEBUG [RS:0;88aaa70743e7:41091 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:39,816 DEBUG [RS:0;88aaa70743e7:41091 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:39,816 DEBUG [RS:0;88aaa70743e7:41091 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:39,816 DEBUG [RS:0;88aaa70743e7:41091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:39,816 DEBUG [RS:0;88aaa70743e7:41091 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:20:39,816 DEBUG [RS:0;88aaa70743e7:41091 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:20:39,817 INFO [RS:0;88aaa70743e7:41091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:39,817 INFO [RS:0;88aaa70743e7:41091 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:39,817 INFO [RS:0;88aaa70743e7:41091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:39,817 INFO [RS:0;88aaa70743e7:41091 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:39,817 INFO [RS:0;88aaa70743e7:41091 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:39,817 INFO [RS:0;88aaa70743e7:41091 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,41091,1733404838913-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:20:39,835 INFO [RS:0;88aaa70743e7:41091 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T13:20:39,835 INFO [RS:0;88aaa70743e7:41091 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,41091,1733404838913-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:39,835 INFO [RS:0;88aaa70743e7:41091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:39,835 INFO [RS:0;88aaa70743e7:41091 {}] regionserver.Replication(171): 88aaa70743e7,41091,1733404838913 started 2024-12-05T13:20:39,854 INFO [RS:0;88aaa70743e7:41091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:39,854 INFO [RS:0;88aaa70743e7:41091 {}] regionserver.HRegionServer(1482): Serving as 88aaa70743e7,41091,1733404838913, RpcServer on 88aaa70743e7/172.17.0.3:41091, sessionid=0x101a6d489210001 2024-12-05T13:20:39,854 DEBUG [RS:0;88aaa70743e7:41091 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T13:20:39,854 DEBUG [RS:0;88aaa70743e7:41091 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 88aaa70743e7,41091,1733404838913 2024-12-05T13:20:39,854 DEBUG [RS:0;88aaa70743e7:41091 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,41091,1733404838913' 2024-12-05T13:20:39,854 DEBUG [RS:0;88aaa70743e7:41091 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2039300017/flush-table-proc/abort' 2024-12-05T13:20:39,855 DEBUG [RS:0;88aaa70743e7:41091 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2039300017/flush-table-proc/acquired' 2024-12-05T13:20:39,856 DEBUG [RS:0;88aaa70743e7:41091 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T13:20:39,856 DEBUG [RS:0;88aaa70743e7:41091 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T13:20:39,856 DEBUG [RS:0;88aaa70743e7:41091 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 88aaa70743e7,41091,1733404838913 2024-12-05T13:20:39,856 DEBUG [RS:0;88aaa70743e7:41091 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,41091,1733404838913' 2024-12-05T13:20:39,856 DEBUG [RS:0;88aaa70743e7:41091 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2039300017/online-snapshot/abort' 2024-12-05T13:20:39,857 DEBUG [RS:0;88aaa70743e7:41091 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2039300017/online-snapshot/acquired' 2024-12-05T13:20:39,857 DEBUG [RS:0;88aaa70743e7:41091 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T13:20:39,858 INFO [RS:0;88aaa70743e7:41091 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T13:20:39,858 INFO [RS:0;88aaa70743e7:41091 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T13:20:39,958 INFO [RS:0;88aaa70743e7:41091 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:20:39,961 INFO [RS:0;88aaa70743e7:41091 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C41091%2C1733404838913, suffix=, logDir=hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/WALs/88aaa70743e7,41091,1733404838913, archiveDir=hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/oldWALs, maxLogs=10 2024-12-05T13:20:39,981 DEBUG [RS:0;88aaa70743e7:41091 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/WALs/88aaa70743e7,41091,1733404838913/88aaa70743e7%2C41091%2C1733404838913.1733404839964, exclude list is [], retry=0 2024-12-05T13:20:39,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39475,DS-8a750fbb-c6d6-4fd2-907a-1b02a032ddcd,DISK] 2024-12-05T13:20:39,987 INFO [RS:0;88aaa70743e7:41091 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/WALs/88aaa70743e7,41091,1733404838913/88aaa70743e7%2C41091%2C1733404838913.1733404839964 2024-12-05T13:20:39,988 DEBUG [RS:0;88aaa70743e7:41091 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33355:33355)] 2024-12-05T13:20:40,168 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T13:20:40,169 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b 2024-12-05T13:20:40,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39475 is added to blk_1073741833_1009 (size=32) 2024-12-05T13:20:40,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:20:40,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:20:40,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:20:40,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:40,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:40,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:20:40,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:20:40,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:40,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:40,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:20:40,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:20:40,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:40,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:40,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:20:40,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:20:40,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:40,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:40,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:20:40,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/data/hbase/meta/1588230740 2024-12-05T13:20:40,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/data/hbase/meta/1588230740 2024-12-05T13:20:40,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:20:40,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:20:40,597 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:20:40,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:20:40,603 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:20:40,604 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72053394, jitterRate=0.07367923855781555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:20:40,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733404840577Initializing all the Stores at 1733404840579 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404840579Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404840582 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404840582Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404840582Cleaning up temporary data from old regions at 1733404840597 (+15 ms)Region opened successfully at 1733404840604 (+7 ms) 2024-12-05T13:20:40,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:20:40,605 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:20:40,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:20:40,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:20:40,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:20:40,605 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:20:40,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733404840605Disabling compacts and flushes for region at 1733404840605Disabling writes for close at 1733404840605Writing region close event to WAL at 1733404840605Closed at 1733404840605 2024-12-05T13:20:40,607 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:20:40,607 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T13:20:40,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T13:20:40,610 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:20:40,611 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T13:20:40,762 DEBUG [88aaa70743e7:34951 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T13:20:40,762 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=88aaa70743e7,41091,1733404838913 2024-12-05T13:20:40,764 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,41091,1733404838913, state=OPENING 2024-12-05T13:20:40,796 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T13:20:40,836 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41091-0x101a6d489210001, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2039300017 2024-12-05T13:20:40,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x101a6d489210000, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2039300017 2024-12-05T13:20:40,837 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2039300017/meta-region-server: CHANGED 2024-12-05T13:20:40,837 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:20:40,837 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2039300017/meta-region-server: CHANGED 2024-12-05T13:20:40,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,41091,1733404838913}] 2024-12-05T13:20:40,992 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:20:40,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T13:20:40,998 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T13:20:40,998 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:20:40,998 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T13:20:41,000 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C41091%2C1733404838913.meta, suffix=.meta, logDir=hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/WALs/88aaa70743e7,41091,1733404838913, archiveDir=hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/oldWALs, maxLogs=10 2024-12-05T13:20:41,020 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/WALs/88aaa70743e7,41091,1733404838913/88aaa70743e7%2C41091%2C1733404838913.meta.1733404841001.meta, exclude list is [], retry=0 2024-12-05T13:20:41,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39475,DS-8a750fbb-c6d6-4fd2-907a-1b02a032ddcd,DISK] 2024-12-05T13:20:41,027 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/WALs/88aaa70743e7,41091,1733404838913/88aaa70743e7%2C41091%2C1733404838913.meta.1733404841001.meta 2024-12-05T13:20:41,027 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33355:33355)] 2024-12-05T13:20:41,028 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:20:41,028 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:20:41,028 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:20:41,028 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T13:20:41,028 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T13:20:41,029 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T13:20:41,029 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:20:41,029 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T13:20:41,029 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T13:20:41,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:20:41,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:20:41,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:41,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:41,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:20:41,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:20:41,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:41,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:41,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:20:41,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:20:41,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:41,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:41,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:20:41,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:20:41,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:41,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:41,043 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:20:41,045 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/data/hbase/meta/1588230740 2024-12-05T13:20:41,046 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/data/hbase/meta/1588230740 2024-12-05T13:20:41,048 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:20:41,048 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:20:41,049 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:20:41,051 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:20:41,052 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65548879, jitterRate=-0.023245587944984436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:20:41,052 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T13:20:41,053 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733404841029Writing region info on filesystem at 1733404841029Initializing all the Stores at 1733404841030 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404841031 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404841034 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404841035 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404841035Cleaning up temporary data from old regions at 1733404841048 (+13 ms)Running coprocessor post-open hooks at 1733404841052 (+4 ms)Region opened successfully at 1733404841053 (+1 ms) 2024-12-05T13:20:41,055 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733404840991 2024-12-05T13:20:41,058 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T13:20:41,058 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T13:20:41,059 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=88aaa70743e7,41091,1733404838913 2024-12-05T13:20:41,060 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,41091,1733404838913, state=OPEN 2024-12-05T13:20:41,071 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41091-0x101a6d489210001, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2039300017/meta-region-server 2024-12-05T13:20:41,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x101a6d489210000, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2039300017/meta-region-server 2024-12-05T13:20:41,071 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=88aaa70743e7,41091,1733404838913 2024-12-05T13:20:41,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2039300017/meta-region-server: CHANGED 2024-12-05T13:20:41,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2039300017/meta-region-server: CHANGED 2024-12-05T13:20:41,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T13:20:41,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,41091,1733404838913 in 234 msec 2024-12-05T13:20:41,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T13:20:41,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 469 msec 2024-12-05T13:20:41,081 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:20:41,081 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T13:20:41,083 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:20:41,084 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,41091,1733404838913, seqNum=-1] 2024-12-05T13:20:41,084 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:20:41,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:20:41,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3550 sec 2024-12-05T13:20:41,096 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733404841096, completionTime=-1 2024-12-05T13:20:41,096 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T13:20:41,096 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T13:20:41,098 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T13:20:41,098 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733404901098 2024-12-05T13:20:41,099 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733404961099 2024-12-05T13:20:41,099 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T13:20:41,099 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,34951,1733404838726-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:41,099 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,34951,1733404838726-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:41,099 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,34951,1733404838726-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:41,099 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-88aaa70743e7:34951, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:41,099 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:41,100 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:41,102 DEBUG [master/88aaa70743e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T13:20:41,104 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.116sec 2024-12-05T13:20:41,104 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T13:20:41,104 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T13:20:41,104 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T13:20:41,104 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T13:20:41,104 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T13:20:41,104 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,34951,1733404838726-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:20:41,104 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,34951,1733404838726-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T13:20:41,107 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T13:20:41,107 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T13:20:41,107 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,34951,1733404838726-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:41,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564140f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:41,153 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,34951,-1 for getting cluster id 2024-12-05T13:20:41,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:20:41,155 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0bc9d04e-eb7a-4a3c-8833-21b920f3116b' 2024-12-05T13:20:41,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:20:41,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0bc9d04e-eb7a-4a3c-8833-21b920f3116b" 2024-12-05T13:20:41,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b56e012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:41,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,34951,-1] 2024-12-05T13:20:41,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:20:41,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:41,157 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:20:41,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e1d5c35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:41,159 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:20:41,161 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,41091,1733404838913, seqNum=-1] 2024-12-05T13:20:41,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:20:41,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:20:41,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=88aaa70743e7,34951,1733404838726 2024-12-05T13:20:41,167 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53370 2024-12-05T13:20:41,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:20:41,176 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a6d489210002 connected 2024-12-05T13:20:41,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d/hadoop.log.dir so I do NOT create it in target/test-data/d59d684b-ef82-ae48-077e-33772b838da7 2024-12-05T13:20:41,187 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T13:20:41,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d/hadoop.tmp.dir so I do NOT create it in target/test-data/d59d684b-ef82-ae48-077e-33772b838da7 2024-12-05T13:20:41,187 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T13:20:41,187 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59d684b-ef82-ae48-077e-33772b838da7 2024-12-05T13:20:41,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T13:20:41,187 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59d684b-ef82-ae48-077e-33772b838da7/cluster_80ea9b11-ee50-ff16-8cb3-c412dae1a448, deleteOnExit=true 2024-12-05T13:20:41,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T13:20:41,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59d684b-ef82-ae48-077e-33772b838da7/test.cache.data in system properties and HBase conf 2024-12-05T13:20:41,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59d684b-ef82-ae48-077e-33772b838da7/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T13:20:41,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59d684b-ef82-ae48-077e-33772b838da7/hadoop.log.dir in system properties and HBase conf 2024-12-05T13:20:41,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59d684b-ef82-ae48-077e-33772b838da7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T13:20:41,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59d684b-ef82-ae48-077e-33772b838da7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T13:20:41,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T13:20:41,188 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T13:20:41,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59d684b-ef82-ae48-077e-33772b838da7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:20:41,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59d684b-ef82-ae48-077e-33772b838da7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:20:41,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59d684b-ef82-ae48-077e-33772b838da7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T13:20:41,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59d684b-ef82-ae48-077e-33772b838da7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:20:41,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59d684b-ef82-ae48-077e-33772b838da7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T13:20:41,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59d684b-ef82-ae48-077e-33772b838da7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T13:20:41,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59d684b-ef82-ae48-077e-33772b838da7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:20:41,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59d684b-ef82-ae48-077e-33772b838da7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:20:41,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59d684b-ef82-ae48-077e-33772b838da7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T13:20:41,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59d684b-ef82-ae48-077e-33772b838da7/nfs.dump.dir in system properties and HBase conf 2024-12-05T13:20:41,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59d684b-ef82-ae48-077e-33772b838da7/java.io.tmpdir in system properties and HBase conf 2024-12-05T13:20:41,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59d684b-ef82-ae48-077e-33772b838da7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:20:41,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59d684b-ef82-ae48-077e-33772b838da7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T13:20:41,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59d684b-ef82-ae48-077e-33772b838da7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T13:20:41,475 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:20:41,482 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:20:41,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:20:41,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:20:41,504 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T13:20:41,506 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:20:41,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3833aa3c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59d684b-ef82-ae48-077e-33772b838da7/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:20:41,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d5ad8c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:20:41,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@765885a1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59d684b-ef82-ae48-077e-33772b838da7/java.io.tmpdir/jetty-localhost-36471-hadoop-hdfs-3_4_1-tests_jar-_-any-14682848093783679520/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:20:41,614 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@546cc908{HTTP/1.1, (http/1.1)}{localhost:36471} 2024-12-05T13:20:41,614 INFO [Time-limited test {}] server.Server(415): Started @37449ms 2024-12-05T13:20:42,112 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:20:42,115 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:20:42,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:20:42,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:20:42,117 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:20:42,118 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42c98647{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59d684b-ef82-ae48-077e-33772b838da7/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:20:42,118 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54ab07b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:20:42,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@459032ea{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59d684b-ef82-ae48-077e-33772b838da7/java.io.tmpdir/jetty-localhost-35623-hadoop-hdfs-3_4_1-tests_jar-_-any-7272043668497056702/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:20:42,224 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14777db9{HTTP/1.1, (http/1.1)}{localhost:35623} 2024-12-05T13:20:42,224 INFO [Time-limited test {}] server.Server(415): Started @38059ms 2024-12-05T13:20:42,226 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:20:42,723 WARN [Thread-617 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59d684b-ef82-ae48-077e-33772b838da7/cluster_80ea9b11-ee50-ff16-8cb3-c412dae1a448/data/data1/current/BP-1963118598-172.17.0.3-1733404841216/current, will proceed with Du for space computation calculation, 2024-12-05T13:20:42,723 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59d684b-ef82-ae48-077e-33772b838da7/cluster_80ea9b11-ee50-ff16-8cb3-c412dae1a448/data/data2/current/BP-1963118598-172.17.0.3-1733404841216/current, will proceed with Du for space computation calculation, 2024-12-05T13:20:42,740 WARN [Thread-605 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:20:42,742 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d1ccf49d1d94cb4 with lease ID 0x8f1003015bf51ac7: Processing first storage report for DS-fca26ca8-af6c-4602-8b2a-a17c07264046 from datanode DatanodeRegistration(127.0.0.1:44895, datanodeUuid=7aa39460-c5b0-492d-9597-9b8b51b56189, infoPort=46477, infoSecurePort=0, ipcPort=42043, storageInfo=lv=-57;cid=testClusterID;nsid=444341629;c=1733404841216) 2024-12-05T13:20:42,742 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d1ccf49d1d94cb4 with lease ID 0x8f1003015bf51ac7: from storage DS-fca26ca8-af6c-4602-8b2a-a17c07264046 node DatanodeRegistration(127.0.0.1:44895, datanodeUuid=7aa39460-c5b0-492d-9597-9b8b51b56189, infoPort=46477, infoSecurePort=0, ipcPort=42043, storageInfo=lv=-57;cid=testClusterID;nsid=444341629;c=1733404841216), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T13:20:42,742 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d1ccf49d1d94cb4 with lease ID 0x8f1003015bf51ac7: Processing first storage report for DS-b761fe13-fefa-4f52-8c76-ef6735e9d0f1 from datanode DatanodeRegistration(127.0.0.1:44895, datanodeUuid=7aa39460-c5b0-492d-9597-9b8b51b56189, infoPort=46477, infoSecurePort=0, ipcPort=42043, storageInfo=lv=-57;cid=testClusterID;nsid=444341629;c=1733404841216) 2024-12-05T13:20:42,742 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d1ccf49d1d94cb4 with lease ID 0x8f1003015bf51ac7: from storage DS-b761fe13-fefa-4f52-8c76-ef6735e9d0f1 node DatanodeRegistration(127.0.0.1:44895, datanodeUuid=7aa39460-c5b0-492d-9597-9b8b51b56189, infoPort=46477, infoSecurePort=0, ipcPort=42043, storageInfo=lv=-57;cid=testClusterID;nsid=444341629;c=1733404841216), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:20:42,777 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59d684b-ef82-ae48-077e-33772b838da7 2024-12-05T13:20:42,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:20:42,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:20:42,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741825_1001 (size=7) 2024-12-05T13:20:42,792 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468 with version=8 2024-12-05T13:20:42,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/hbase-staging 2024-12-05T13:20:42,794 INFO [Time-limited test {}] client.ConnectionUtils(128): master/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:20:42,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:20:42,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:20:42,794 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:20:42,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:20:42,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:20:42,794 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T13:20:42,795 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:20:42,795 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42503 2024-12-05T13:20:42,797 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42503 connecting to ZooKeeper ensemble=127.0.0.1:53370 2024-12-05T13:20:42,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425030x0, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:20:42,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42503-0x101a6d489210003 connected 2024-12-05T13:20:42,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:20:42,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:20:42,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42503-0x101a6d489210003, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Set watcher on znode that does not yet exist, /1-567782823/running 2024-12-05T13:20:42,876 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468, hbase.cluster.distributed=false 2024-12-05T13:20:42,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42503-0x101a6d489210003, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Set watcher on znode that does not yet exist, /1-567782823/acl 2024-12-05T13:20:42,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42503 2024-12-05T13:20:42,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42503 2024-12-05T13:20:42,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42503 2024-12-05T13:20:42,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42503 2024-12-05T13:20:42,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42503 2024-12-05T13:20:42,901 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:20:42,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:20:42,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:20:42,902 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:20:42,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:20:42,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:20:42,902 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T13:20:42,902 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:20:42,903 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39271 2024-12-05T13:20:42,904 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39271 connecting to ZooKeeper ensemble=127.0.0.1:53370 2024-12-05T13:20:42,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:20:42,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:20:42,921 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392710x0, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:20:42,922 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39271-0x101a6d489210004 connected 2024-12-05T13:20:42,923 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39271-0x101a6d489210004, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Set watcher on znode that does not yet exist, /1-567782823/running 2024-12-05T13:20:42,923 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T13:20:42,924 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T13:20:42,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39271-0x101a6d489210004, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Set watcher on znode that does not yet exist, /1-567782823/master 2024-12-05T13:20:42,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39271-0x101a6d489210004, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Set watcher on znode that does not yet exist, /1-567782823/acl 2024-12-05T13:20:42,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39271 2024-12-05T13:20:42,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39271 2024-12-05T13:20:42,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39271 2024-12-05T13:20:42,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39271 2024-12-05T13:20:42,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39271 2024-12-05T13:20:42,948 DEBUG [M:0;88aaa70743e7:42503 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;88aaa70743e7:42503 2024-12-05T13:20:42,949 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-567782823/backup-masters/88aaa70743e7,42503,1733404842794 2024-12-05T13:20:42,958 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39271-0x101a6d489210004, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-567782823/backup-masters 2024-12-05T13:20:42,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42503-0x101a6d489210003, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-567782823/backup-masters 2024-12-05T13:20:42,960 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42503-0x101a6d489210003, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Set watcher on existing znode=/1-567782823/backup-masters/88aaa70743e7,42503,1733404842794 2024-12-05T13:20:42,966 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39271-0x101a6d489210004, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-567782823/master 2024-12-05T13:20:42,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42503-0x101a6d489210003, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-567782823 2024-12-05T13:20:42,966 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39271-0x101a6d489210004, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-567782823 2024-12-05T13:20:42,967 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42503-0x101a6d489210003, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Set watcher on existing znode=/1-567782823/master 2024-12-05T13:20:42,967 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-567782823/backup-masters/88aaa70743e7,42503,1733404842794 from backup master directory 2024-12-05T13:20:42,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42503-0x101a6d489210003, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-567782823/backup-masters/88aaa70743e7,42503,1733404842794 2024-12-05T13:20:42,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42503-0x101a6d489210003, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-567782823/backup-masters 2024-12-05T13:20:42,975 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39271-0x101a6d489210004, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-567782823/backup-masters 2024-12-05T13:20:42,975 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:20:42,975 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=88aaa70743e7,42503,1733404842794 2024-12-05T13:20:42,981 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/hbase.id] with ID: b3f02954-db2b-4468-9d8b-72531483105b 2024-12-05T13:20:42,981 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/.tmp/hbase.id 2024-12-05T13:20:42,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741826_1002 (size=42) 2024-12-05T13:20:43,390 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/.tmp/hbase.id]:[hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/hbase.id] 2024-12-05T13:20:43,405 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:20:43,405 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T13:20:43,406 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T13:20:43,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42503-0x101a6d489210003, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-567782823 2024-12-05T13:20:43,421 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39271-0x101a6d489210004, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-567782823 2024-12-05T13:20:43,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741827_1003 (size=196) 2024-12-05T13:20:43,834 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:20:43,835 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T13:20:43,836 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:20:43,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741828_1004 (size=1189) 2024-12-05T13:20:44,246 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/MasterData/data/master/store 2024-12-05T13:20:44,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741829_1005 (size=34) 2024-12-05T13:20:44,662 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:20:44,662 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:20:44,663 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:20:44,663 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:20:44,663 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:20:44,663 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:20:44,663 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:20:44,663 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733404844662Disabling compacts and flushes for region at 1733404844662Disabling writes for close at 1733404844663 (+1 ms)Writing region close event to WAL at 1733404844663Closed at 1733404844663 2024-12-05T13:20:44,665 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/MasterData/data/master/store/.initializing 2024-12-05T13:20:44,665 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/MasterData/WALs/88aaa70743e7,42503,1733404842794 2024-12-05T13:20:44,667 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:20:44,670 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=88aaa70743e7%2C42503%2C1733404842794, suffix=, logDir=hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/MasterData/WALs/88aaa70743e7,42503,1733404842794, archiveDir=hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/MasterData/oldWALs, maxLogs=10 2024-12-05T13:20:44,687 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/MasterData/WALs/88aaa70743e7,42503,1733404842794/88aaa70743e7%2C42503%2C1733404842794.1733404844670, exclude list is [], retry=0 2024-12-05T13:20:44,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44895,DS-fca26ca8-af6c-4602-8b2a-a17c07264046,DISK] 2024-12-05T13:20:44,694 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/MasterData/WALs/88aaa70743e7,42503,1733404842794/88aaa70743e7%2C42503%2C1733404842794.1733404844670 2024-12-05T13:20:44,694 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46477:46477)] 2024-12-05T13:20:44,694 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:20:44,695 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:20:44,695 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:44,695 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:44,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:44,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T13:20:44,713 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:44,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:44,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:44,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T13:20:44,721 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:44,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:20:44,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:44,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T13:20:44,724 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:44,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:20:44,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:44,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T13:20:44,726 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:44,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:20:44,727 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:44,728 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:44,728 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:44,730 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:44,730 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:44,731 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:20:44,732 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:44,734 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:20:44,734 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74666003, jitterRate=0.11261014640331268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:20:44,735 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733404844695Initializing all the Stores at 1733404844696 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404844696Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404844710 (+14 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404844710Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404844711 (+1 ms)Cleaning up temporary data from old regions at 1733404844730 (+19 ms)Region opened successfully at 1733404844734 (+4 ms) 2024-12-05T13:20:44,735 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T13:20:44,741 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a2e4051, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:20:44,742 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T13:20:44,742 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T13:20:44,743 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T13:20:44,743 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T13:20:44,744 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-05T13:20:44,745 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T13:20:44,745 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T13:20:44,764 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T13:20:44,766 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42503-0x101a6d489210003, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Unable to get data of znode /1-567782823/balancer because node does not exist (not necessarily an error) 2024-12-05T13:20:44,802 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-567782823/balancer already deleted, retry=false 2024-12-05T13:20:44,803 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T13:20:44,804 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42503-0x101a6d489210003, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Unable to get data of znode /1-567782823/normalizer because node does not exist (not necessarily an error) 2024-12-05T13:20:44,812 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-567782823/normalizer already deleted, retry=false 2024-12-05T13:20:44,813 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T13:20:44,814 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42503-0x101a6d489210003, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Unable to get data of znode /1-567782823/switch/split because node does not exist (not necessarily an error) 2024-12-05T13:20:44,825 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-567782823/switch/split already deleted, retry=false 2024-12-05T13:20:44,826 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42503-0x101a6d489210003, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Unable to get data of znode /1-567782823/switch/merge because node does not exist (not necessarily an error) 2024-12-05T13:20:44,833 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-567782823/switch/merge already deleted, retry=false 2024-12-05T13:20:44,836 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42503-0x101a6d489210003, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Unable to get data of znode /1-567782823/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T13:20:44,846 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-567782823/snapshot-cleanup already deleted, retry=false 2024-12-05T13:20:44,854 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39271-0x101a6d489210004, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-567782823/running 2024-12-05T13:20:44,854 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39271-0x101a6d489210004, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-567782823 2024-12-05T13:20:44,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42503-0x101a6d489210003, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-567782823/running 2024-12-05T13:20:44,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42503-0x101a6d489210003, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-567782823 2024-12-05T13:20:44,861 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=88aaa70743e7,42503,1733404842794, sessionid=0x101a6d489210003, setting cluster-up flag (Was=false) 2024-12-05T13:20:44,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42503-0x101a6d489210003, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-567782823 2024-12-05T13:20:44,880 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39271-0x101a6d489210004, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-567782823 2024-12-05T13:20:44,912 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-567782823/flush-table-proc/acquired, /1-567782823/flush-table-proc/reached, /1-567782823/flush-table-proc/abort 2024-12-05T13:20:44,914 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,42503,1733404842794 2024-12-05T13:20:44,933 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39271-0x101a6d489210004, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-567782823 2024-12-05T13:20:44,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42503-0x101a6d489210003, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-567782823 2024-12-05T13:20:44,958 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-567782823/online-snapshot/acquired, /1-567782823/online-snapshot/reached, /1-567782823/online-snapshot/abort 2024-12-05T13:20:44,961 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,42503,1733404842794 2024-12-05T13:20:44,962 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T13:20:44,983 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T13:20:44,983 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T13:20:44,984 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T13:20:44,984 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 88aaa70743e7,42503,1733404842794 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T13:20:44,986 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:20:44,986 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:20:44,986 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:20:44,986 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:20:44,986 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/88aaa70743e7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T13:20:44,986 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:44,986 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:20:44,986 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:44,996 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733404874996 2024-12-05T13:20:44,996 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T13:20:44,997 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T13:20:44,997 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T13:20:44,997 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T13:20:44,997 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T13:20:44,997 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T13:20:44,997 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:20:44,997 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T13:20:44,998 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:44,998 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T13:20:45,003 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:45,010 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T13:20:45,010 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T13:20:45,010 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T13:20:45,010 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T13:20:45,014 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T13:20:45,015 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T13:20:45,022 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733404845015,5,FailOnTimeoutGroup] 2024-12-05T13:20:45,042 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733404845023,5,FailOnTimeoutGroup] 2024-12-05T13:20:45,043 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:45,043 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T13:20:45,043 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:45,043 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:45,063 INFO [RS:0;88aaa70743e7:39271 {}] regionserver.HRegionServer(746): ClusterId : b3f02954-db2b-4468-9d8b-72531483105b 2024-12-05T13:20:45,064 DEBUG [RS:0;88aaa70743e7:39271 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T13:20:45,072 DEBUG [RS:0;88aaa70743e7:39271 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T13:20:45,072 DEBUG [RS:0;88aaa70743e7:39271 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T13:20:45,083 DEBUG [RS:0;88aaa70743e7:39271 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T13:20:45,084 DEBUG [RS:0;88aaa70743e7:39271 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1091bfb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:20:45,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741831_1007 (size=1321) 2024-12-05T13:20:45,113 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T13:20:45,113 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468 2024-12-05T13:20:45,132 DEBUG [RS:0;88aaa70743e7:39271 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;88aaa70743e7:39271 2024-12-05T13:20:45,132 INFO [RS:0;88aaa70743e7:39271 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T13:20:45,132 INFO [RS:0;88aaa70743e7:39271 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T13:20:45,132 DEBUG [RS:0;88aaa70743e7:39271 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T13:20:45,135 INFO [RS:0;88aaa70743e7:39271 {}] regionserver.HRegionServer(2659): reportForDuty to master=88aaa70743e7,42503,1733404842794 with port=39271, startcode=1733404842901 2024-12-05T13:20:45,135 DEBUG [RS:0;88aaa70743e7:39271 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T13:20:45,147 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T13:20:45,148 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42503 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 88aaa70743e7,39271,1733404842901 2024-12-05T13:20:45,148 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42503 {}] master.ServerManager(517): Registering regionserver=88aaa70743e7,39271,1733404842901 2024-12-05T13:20:45,152 DEBUG [RS:0;88aaa70743e7:39271 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468 2024-12-05T13:20:45,153 DEBUG [RS:0;88aaa70743e7:39271 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40431 2024-12-05T13:20:45,153 DEBUG [RS:0;88aaa70743e7:39271 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T13:20:45,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741832_1008 (size=32) 2024-12-05T13:20:45,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:20:45,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:20:45,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:20:45,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:45,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:45,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:20:45,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:20:45,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42503-0x101a6d489210003, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-567782823/rs 2024-12-05T13:20:45,183 DEBUG [RS:0;88aaa70743e7:39271 {}] zookeeper.ZKUtil(111): regionserver:39271-0x101a6d489210004, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Set watcher on existing znode=/1-567782823/rs/88aaa70743e7,39271,1733404842901 2024-12-05T13:20:45,184 WARN [RS:0;88aaa70743e7:39271 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:20:45,184 INFO [RS:0;88aaa70743e7:39271 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:20:45,184 DEBUG [RS:0;88aaa70743e7:39271 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/WALs/88aaa70743e7,39271,1733404842901 2024-12-05T13:20:45,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:45,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:45,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:20:45,191 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [88aaa70743e7,39271,1733404842901] 2024-12-05T13:20:45,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:20:45,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:45,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:45,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:20:45,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:20:45,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:45,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:45,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:20:45,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/data/hbase/meta/1588230740 2024-12-05T13:20:45,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/data/hbase/meta/1588230740 2024-12-05T13:20:45,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:20:45,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:20:45,202 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:20:45,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:20:45,217 INFO [RS:0;88aaa70743e7:39271 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T13:20:45,235 INFO [RS:0;88aaa70743e7:39271 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T13:20:45,235 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:20:45,235 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72251507, jitterRate=0.07663135230541229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:20:45,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733404845167Initializing all the Stores at 1733404845168 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404845168Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404845169 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404845169Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404845169Cleaning up temporary data from old regions at 1733404845201 (+32 ms)Region opened successfully at 1733404845236 (+35 ms) 2024-12-05T13:20:45,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:20:45,236 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:20:45,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:20:45,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:20:45,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:20:45,255 INFO [RS:0;88aaa70743e7:39271 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T13:20:45,255 INFO [RS:0;88aaa70743e7:39271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:45,259 INFO [RS:0;88aaa70743e7:39271 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T13:20:45,260 INFO [RS:0;88aaa70743e7:39271 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T13:20:45,260 INFO [RS:0;88aaa70743e7:39271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:45,260 DEBUG [RS:0;88aaa70743e7:39271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:45,260 DEBUG [RS:0;88aaa70743e7:39271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:45,260 DEBUG [RS:0;88aaa70743e7:39271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:45,261 DEBUG [RS:0;88aaa70743e7:39271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:45,261 DEBUG [RS:0;88aaa70743e7:39271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:45,261 DEBUG [RS:0;88aaa70743e7:39271 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:20:45,261 DEBUG [RS:0;88aaa70743e7:39271 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:45,261 DEBUG [RS:0;88aaa70743e7:39271 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:45,261 DEBUG [RS:0;88aaa70743e7:39271 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:45,261 DEBUG [RS:0;88aaa70743e7:39271 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:45,261 DEBUG [RS:0;88aaa70743e7:39271 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:45,261 DEBUG [RS:0;88aaa70743e7:39271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:45,261 DEBUG [RS:0;88aaa70743e7:39271 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:20:45,261 DEBUG [RS:0;88aaa70743e7:39271 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:20:45,263 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:20:45,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733404845236Disabling compacts and flushes for region at 1733404845236Disabling writes for close at 1733404845236Writing region close event to WAL at 1733404845263 (+27 ms)Closed at 1733404845263 2024-12-05T13:20:45,265 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:20:45,265 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T13:20:45,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T13:20:45,269 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:20:45,271 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T13:20:45,282 INFO [RS:0;88aaa70743e7:39271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:45,350 WARN [RS:0;88aaa70743e7:41091 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 88aaa70743e7,44649,1733404811903: status=Processing ServerCrashProcedure of 88aaa70743e7,44649,1733404811903 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733404827119, completionTime=-1 appears to have been leaked 2024-12-05T13:20:45,353 INFO [RS:0;88aaa70743e7:39271 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:45,353 INFO [RS:0;88aaa70743e7:39271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:45,353 INFO [RS:0;88aaa70743e7:39271 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:45,353 INFO [RS:0;88aaa70743e7:39271 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:45,353 INFO [RS:0;88aaa70743e7:39271 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,39271,1733404842901-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:20:45,368 INFO [RS:0;88aaa70743e7:39271 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T13:20:45,369 INFO [RS:0;88aaa70743e7:39271 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,39271,1733404842901-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:45,369 INFO [RS:0;88aaa70743e7:39271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:45,369 INFO [RS:0;88aaa70743e7:39271 {}] regionserver.Replication(171): 88aaa70743e7,39271,1733404842901 started 2024-12-05T13:20:45,388 INFO [RS:0;88aaa70743e7:39271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:45,388 INFO [RS:0;88aaa70743e7:39271 {}] regionserver.HRegionServer(1482): Serving as 88aaa70743e7,39271,1733404842901, RpcServer on 88aaa70743e7/172.17.0.3:39271, sessionid=0x101a6d489210004 2024-12-05T13:20:45,388 DEBUG [RS:0;88aaa70743e7:39271 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T13:20:45,389 DEBUG [RS:0;88aaa70743e7:39271 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 88aaa70743e7,39271,1733404842901 2024-12-05T13:20:45,389 DEBUG [RS:0;88aaa70743e7:39271 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,39271,1733404842901' 2024-12-05T13:20:45,389 DEBUG [RS:0;88aaa70743e7:39271 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-567782823/flush-table-proc/abort' 2024-12-05T13:20:45,389 DEBUG [RS:0;88aaa70743e7:39271 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-567782823/flush-table-proc/acquired' 2024-12-05T13:20:45,391 DEBUG [RS:0;88aaa70743e7:39271 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T13:20:45,391 DEBUG [RS:0;88aaa70743e7:39271 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T13:20:45,391 DEBUG [RS:0;88aaa70743e7:39271 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 88aaa70743e7,39271,1733404842901 2024-12-05T13:20:45,391 DEBUG [RS:0;88aaa70743e7:39271 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,39271,1733404842901' 2024-12-05T13:20:45,391 DEBUG [RS:0;88aaa70743e7:39271 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-567782823/online-snapshot/abort' 2024-12-05T13:20:45,393 DEBUG [RS:0;88aaa70743e7:39271 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-567782823/online-snapshot/acquired' 2024-12-05T13:20:45,394 DEBUG [RS:0;88aaa70743e7:39271 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T13:20:45,394 INFO [RS:0;88aaa70743e7:39271 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T13:20:45,394 INFO [RS:0;88aaa70743e7:39271 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T13:20:45,425 WARN [88aaa70743e7:42503 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T13:20:45,494 INFO [RS:0;88aaa70743e7:39271 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:20:45,497 INFO [RS:0;88aaa70743e7:39271 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C39271%2C1733404842901, suffix=, logDir=hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/WALs/88aaa70743e7,39271,1733404842901, archiveDir=hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/oldWALs, maxLogs=10 2024-12-05T13:20:45,513 DEBUG [RS:0;88aaa70743e7:39271 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/WALs/88aaa70743e7,39271,1733404842901/88aaa70743e7%2C39271%2C1733404842901.1733404845498, exclude list is [], retry=0 2024-12-05T13:20:45,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44895,DS-fca26ca8-af6c-4602-8b2a-a17c07264046,DISK] 2024-12-05T13:20:45,540 INFO [RS:0;88aaa70743e7:39271 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/WALs/88aaa70743e7,39271,1733404842901/88aaa70743e7%2C39271%2C1733404842901.1733404845498 2024-12-05T13:20:45,543 DEBUG [RS:0;88aaa70743e7:39271 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46477:46477)] 2024-12-05T13:20:45,675 DEBUG [88aaa70743e7:42503 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T13:20:45,676 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=88aaa70743e7,39271,1733404842901 2024-12-05T13:20:45,678 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,39271,1733404842901, state=OPENING 2024-12-05T13:20:45,714 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T13:20:45,725 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39271-0x101a6d489210004, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-567782823 2024-12-05T13:20:45,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42503-0x101a6d489210003, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-567782823 2024-12-05T13:20:45,726 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-567782823/meta-region-server: CHANGED 2024-12-05T13:20:45,726 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-567782823/meta-region-server: CHANGED 2024-12-05T13:20:45,727 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:20:45,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,39271,1733404842901}] 2024-12-05T13:20:45,806 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T13:20:45,895 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:20:45,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T13:20:45,927 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T13:20:45,927 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:20:45,928 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T13:20:45,938 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C39271%2C1733404842901.meta, suffix=.meta, logDir=hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/WALs/88aaa70743e7,39271,1733404842901, archiveDir=hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/oldWALs, maxLogs=10 2024-12-05T13:20:45,976 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/WALs/88aaa70743e7,39271,1733404842901/88aaa70743e7%2C39271%2C1733404842901.meta.1733404845938.meta, exclude list is [], retry=0 2024-12-05T13:20:45,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44895,DS-fca26ca8-af6c-4602-8b2a-a17c07264046,DISK] 2024-12-05T13:20:46,002 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/WALs/88aaa70743e7,39271,1733404842901/88aaa70743e7%2C39271%2C1733404842901.meta.1733404845938.meta 2024-12-05T13:20:46,007 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46477:46477)] 2024-12-05T13:20:46,008 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:20:46,008 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:20:46,009 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:20:46,009 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T13:20:46,010 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T13:20:46,011 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T13:20:46,011 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:20:46,012 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T13:20:46,012 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T13:20:46,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:20:46,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:20:46,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:46,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:46,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:20:46,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:20:46,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:46,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:46,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:20:46,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:20:46,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:46,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:46,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:20:46,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:20:46,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:46,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:46,052 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:20:46,053 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/data/hbase/meta/1588230740 2024-12-05T13:20:46,058 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/data/hbase/meta/1588230740 2024-12-05T13:20:46,064 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:20:46,064 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:20:46,067 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:20:46,071 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:20:46,075 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61599972, jitterRate=-0.0820888876914978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:20:46,075 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T13:20:46,075 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733404846012Writing region info on filesystem at 1733404846012Initializing all the Stores at 1733404846014 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404846018 (+4 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404846026 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404846027 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404846027Cleaning up temporary data from old regions at 1733404846064 (+37 ms)Running coprocessor post-open hooks at 1733404846075 (+11 ms)Region opened successfully at 1733404846075 2024-12-05T13:20:46,081 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733404845895 2024-12-05T13:20:46,085 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T13:20:46,085 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T13:20:46,086 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=88aaa70743e7,39271,1733404842901 2024-12-05T13:20:46,091 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,39271,1733404842901, state=OPEN 2024-12-05T13:20:46,104 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39271-0x101a6d489210004, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-567782823/meta-region-server 2024-12-05T13:20:46,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42503-0x101a6d489210003, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-567782823/meta-region-server 2024-12-05T13:20:46,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-567782823/meta-region-server: CHANGED 2024-12-05T13:20:46,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-567782823/meta-region-server: CHANGED 2024-12-05T13:20:46,106 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=88aaa70743e7,39271,1733404842901 2024-12-05T13:20:46,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T13:20:46,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 848 msec 2024-12-05T13:20:46,124 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:20:46,124 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T13:20:46,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T13:20:46,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,39271,1733404842901 in 380 msec 2024-12-05T13:20:46,126 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:20:46,126 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,39271,1733404842901, seqNum=-1] 2024-12-05T13:20:46,127 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:20:46,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:20:46,149 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1610 sec 2024-12-05T13:20:46,150 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733404846149, completionTime=-1 2024-12-05T13:20:46,150 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T13:20:46,150 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T13:20:46,155 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T13:20:46,155 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733404906155 2024-12-05T13:20:46,155 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733404966155 2024-12-05T13:20:46,155 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-12-05T13:20:46,156 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,42503,1733404842794-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:46,156 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,42503,1733404842794-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:46,156 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,42503,1733404842794-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:46,156 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-88aaa70743e7:42503, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:46,156 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:46,163 DEBUG [master/88aaa70743e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T13:20:46,170 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:46,180 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.205sec 2024-12-05T13:20:46,180 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T13:20:46,180 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T13:20:46,180 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T13:20:46,180 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T13:20:46,180 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T13:20:46,180 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,42503,1733404842794-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:20:46,180 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,42503,1733404842794-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T13:20:46,204 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T13:20:46,204 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T13:20:46,204 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,42503,1733404842794-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:46,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbdedc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:46,275 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,42503,-1 for getting cluster id 2024-12-05T13:20:46,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:20:46,299 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f02954-db2b-4468-9d8b-72531483105b' 2024-12-05T13:20:46,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:20:46,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f02954-db2b-4468-9d8b-72531483105b" 2024-12-05T13:20:46,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de61db2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:46,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,42503,-1] 2024-12-05T13:20:46,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:20:46,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:46,305 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:20:46,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60dd1593, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:46,308 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:20:46,310 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,39271,1733404842901, seqNum=-1] 2024-12-05T13:20:46,311 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:20:46,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:20:46,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=88aaa70743e7,42503,1733404842794 2024-12-05T13:20:46,319 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53370 2024-12-05T13:20:46,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:20:46,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a6d489210005 connected 2024-12-05T13:20:46,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a2d5b80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:46,377 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,34951,-1 for getting cluster id 2024-12-05T13:20:46,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:20:46,382 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0bc9d04e-eb7a-4a3c-8833-21b920f3116b' 2024-12-05T13:20:46,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:20:46,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0bc9d04e-eb7a-4a3c-8833-21b920f3116b" 2024-12-05T13:20:46,383 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fdd6c6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:46,383 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,34951,-1] 2024-12-05T13:20:46,383 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:20:46,383 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:46,385 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:20:46,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5946224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:46,387 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:20:46,391 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,34951,1733404838726 2024-12-05T13:20:46,391 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37bc6262 2024-12-05T13:20:46,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:20:46,393 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:20:46,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://88aaa70743e7:42503,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T13:20:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T13:20:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:20:46,398 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:42503' 2024-12-05T13:20:46,400 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@220e27a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:46,400 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,42503,-1 for getting cluster id 2024-12-05T13:20:46,400 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:20:46,401 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f02954-db2b-4468-9d8b-72531483105b' 2024-12-05T13:20:46,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:20:46,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f02954-db2b-4468-9d8b-72531483105b" 2024-12-05T13:20:46,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2861396e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:46,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,42503,-1] 2024-12-05T13:20:46,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:20:46,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:46,408 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:20:46,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c044d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:46,409 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:20:46,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,42503,1733404842794 2024-12-05T13:20:46,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d8de5a2 2024-12-05T13:20:46,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:20:46,413 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:20:46,414 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-05T13:20:46,414 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T13:20:46,414 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:46,414 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:46,415 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:20:46,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:20:46,417 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T13:20:46,418 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:20:46,419 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:46,421 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:20:46,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39475 is added to blk_1073741835_1011 (size=1138) 2024-12-05T13:20:46,467 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T13:20:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:20:46,533 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:20:46,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:20:46,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:20:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:20:46,876 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e99d4f29719ddec2deb5a8a92ca3ba2d, NAME => 'hbase:replication,,1733404846414.e99d4f29719ddec2deb5a8a92ca3ba2d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b 2024-12-05T13:20:46,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39475 is added to blk_1073741836_1012 (size=44) 2024-12-05T13:20:46,922 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733404846414.e99d4f29719ddec2deb5a8a92ca3ba2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:20:46,922 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e99d4f29719ddec2deb5a8a92ca3ba2d, disabling compactions & flushes 2024-12-05T13:20:46,922 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733404846414.e99d4f29719ddec2deb5a8a92ca3ba2d. 2024-12-05T13:20:46,923 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733404846414.e99d4f29719ddec2deb5a8a92ca3ba2d. 2024-12-05T13:20:46,923 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733404846414.e99d4f29719ddec2deb5a8a92ca3ba2d. after waiting 0 ms 2024-12-05T13:20:46,923 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733404846414.e99d4f29719ddec2deb5a8a92ca3ba2d. 2024-12-05T13:20:46,923 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733404846414.e99d4f29719ddec2deb5a8a92ca3ba2d. 2024-12-05T13:20:46,923 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e99d4f29719ddec2deb5a8a92ca3ba2d: Waiting for close lock at 1733404846922Disabling compacts and flushes for region at 1733404846922Disabling writes for close at 1733404846923 (+1 ms)Writing region close event to WAL at 1733404846923Closed at 1733404846923 2024-12-05T13:20:46,924 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:20:46,925 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733404846414.e99d4f29719ddec2deb5a8a92ca3ba2d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733404846925"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733404846925"}]},"ts":"1733404846925"} 2024-12-05T13:20:46,929 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T13:20:46,935 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:20:46,935 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404846935"}]},"ts":"1733404846935"} 2024-12-05T13:20:46,946 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T13:20:46,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e99d4f29719ddec2deb5a8a92ca3ba2d, ASSIGN}] 2024-12-05T13:20:46,949 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e99d4f29719ddec2deb5a8a92ca3ba2d, ASSIGN 2024-12-05T13:20:46,953 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e99d4f29719ddec2deb5a8a92ca3ba2d, ASSIGN; state=OFFLINE, location=88aaa70743e7,41091,1733404838913; forceNewPlan=false, retain=false 2024-12-05T13:20:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:20:47,104 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e99d4f29719ddec2deb5a8a92ca3ba2d, regionState=OPENING, regionLocation=88aaa70743e7,41091,1733404838913 2024-12-05T13:20:47,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e99d4f29719ddec2deb5a8a92ca3ba2d, ASSIGN because future has completed 2024-12-05T13:20:47,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e99d4f29719ddec2deb5a8a92ca3ba2d, server=88aaa70743e7,41091,1733404838913}] 2024-12-05T13:20:47,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733404846414.e99d4f29719ddec2deb5a8a92ca3ba2d. 2024-12-05T13:20:47,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:20:47,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T13:20:47,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C41091%2C1733404838913.rep, suffix=, logDir=hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/WALs/88aaa70743e7,41091,1733404838913, archiveDir=hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/oldWALs, maxLogs=10 2024-12-05T13:20:47,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/WALs/88aaa70743e7,41091,1733404838913/88aaa70743e7%2C41091%2C1733404838913.rep.1733404847310, exclude list is [], retry=0 2024-12-05T13:20:47,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39475,DS-8a750fbb-c6d6-4fd2-907a-1b02a032ddcd,DISK] 2024-12-05T13:20:47,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/WALs/88aaa70743e7,41091,1733404838913/88aaa70743e7%2C41091%2C1733404838913.rep.1733404847310 2024-12-05T13:20:47,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33355:33355)] 2024-12-05T13:20:47,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => e99d4f29719ddec2deb5a8a92ca3ba2d, NAME => 'hbase:replication,,1733404846414.e99d4f29719ddec2deb5a8a92ca3ba2d.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:20:47,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:20:47,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:20:47,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733404846414.e99d4f29719ddec2deb5a8a92ca3ba2d. service=MultiRowMutationService 2024-12-05T13:20:47,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T13:20:47,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e99d4f29719ddec2deb5a8a92ca3ba2d 2024-12-05T13:20:47,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733404846414.e99d4f29719ddec2deb5a8a92ca3ba2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:20:47,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for e99d4f29719ddec2deb5a8a92ca3ba2d 2024-12-05T13:20:47,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for e99d4f29719ddec2deb5a8a92ca3ba2d 2024-12-05T13:20:47,346 INFO [StoreOpener-e99d4f29719ddec2deb5a8a92ca3ba2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e99d4f29719ddec2deb5a8a92ca3ba2d 2024-12-05T13:20:47,348 INFO [StoreOpener-e99d4f29719ddec2deb5a8a92ca3ba2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e99d4f29719ddec2deb5a8a92ca3ba2d columnFamilyName hfileref 2024-12-05T13:20:47,349 DEBUG [StoreOpener-e99d4f29719ddec2deb5a8a92ca3ba2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:47,349 INFO [StoreOpener-e99d4f29719ddec2deb5a8a92ca3ba2d-1 {}] regionserver.HStore(327): Store=e99d4f29719ddec2deb5a8a92ca3ba2d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:20:47,349 INFO [StoreOpener-e99d4f29719ddec2deb5a8a92ca3ba2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e99d4f29719ddec2deb5a8a92ca3ba2d 2024-12-05T13:20:47,351 INFO [StoreOpener-e99d4f29719ddec2deb5a8a92ca3ba2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e99d4f29719ddec2deb5a8a92ca3ba2d columnFamilyName queue 2024-12-05T13:20:47,351 DEBUG [StoreOpener-e99d4f29719ddec2deb5a8a92ca3ba2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:47,352 INFO [StoreOpener-e99d4f29719ddec2deb5a8a92ca3ba2d-1 {}] regionserver.HStore(327): Store=e99d4f29719ddec2deb5a8a92ca3ba2d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:20:47,352 INFO [StoreOpener-e99d4f29719ddec2deb5a8a92ca3ba2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e99d4f29719ddec2deb5a8a92ca3ba2d 2024-12-05T13:20:47,353 INFO [StoreOpener-e99d4f29719ddec2deb5a8a92ca3ba2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e99d4f29719ddec2deb5a8a92ca3ba2d columnFamilyName sid 2024-12-05T13:20:47,353 DEBUG [StoreOpener-e99d4f29719ddec2deb5a8a92ca3ba2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:47,354 INFO [StoreOpener-e99d4f29719ddec2deb5a8a92ca3ba2d-1 {}] regionserver.HStore(327): Store=e99d4f29719ddec2deb5a8a92ca3ba2d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:20:47,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for e99d4f29719ddec2deb5a8a92ca3ba2d 2024-12-05T13:20:47,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/data/hbase/replication/e99d4f29719ddec2deb5a8a92ca3ba2d 2024-12-05T13:20:47,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/data/hbase/replication/e99d4f29719ddec2deb5a8a92ca3ba2d 2024-12-05T13:20:47,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for e99d4f29719ddec2deb5a8a92ca3ba2d 2024-12-05T13:20:47,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for e99d4f29719ddec2deb5a8a92ca3ba2d 2024-12-05T13:20:47,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T13:20:47,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for e99d4f29719ddec2deb5a8a92ca3ba2d 2024-12-05T13:20:47,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/data/hbase/replication/e99d4f29719ddec2deb5a8a92ca3ba2d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:20:47,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened e99d4f29719ddec2deb5a8a92ca3ba2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72747853, jitterRate=0.0840274840593338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T13:20:47,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e99d4f29719ddec2deb5a8a92ca3ba2d 2024-12-05T13:20:47,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for e99d4f29719ddec2deb5a8a92ca3ba2d: Running coprocessor pre-open hook at 1733404847342Writing region info on filesystem at 1733404847342Initializing all the Stores at 1733404847343 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404847343Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404847346 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404847346Cleaning up temporary data from old regions at 1733404847357 (+11 ms)Running coprocessor post-open hooks at 1733404847364 (+7 ms)Region opened successfully at 1733404847365 (+1 ms) 2024-12-05T13:20:47,366 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733404846414.e99d4f29719ddec2deb5a8a92ca3ba2d., pid=7, masterSystemTime=1733404847284 2024-12-05T13:20:47,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733404846414.e99d4f29719ddec2deb5a8a92ca3ba2d. 2024-12-05T13:20:47,375 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733404846414.e99d4f29719ddec2deb5a8a92ca3ba2d. 2024-12-05T13:20:47,377 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e99d4f29719ddec2deb5a8a92ca3ba2d, regionState=OPEN, openSeqNum=2, regionLocation=88aaa70743e7,41091,1733404838913 2024-12-05T13:20:47,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e99d4f29719ddec2deb5a8a92ca3ba2d, server=88aaa70743e7,41091,1733404838913 because future has completed 2024-12-05T13:20:47,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-05T13:20:47,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e99d4f29719ddec2deb5a8a92ca3ba2d, server=88aaa70743e7,41091,1733404838913 in 260 msec 2024-12-05T13:20:47,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T13:20:47,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e99d4f29719ddec2deb5a8a92ca3ba2d, ASSIGN in 446 msec 2024-12-05T13:20:47,401 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:20:47,401 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404847401"}]},"ts":"1733404847401"} 2024-12-05T13:20:47,404 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T13:20:47,406 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:20:47,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 991 msec 2024-12-05T13:20:47,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733404846414.e99d4f29719ddec2deb5a8a92ca3ba2d., hostname=88aaa70743e7,41091,1733404838913, seqNum=2] 2024-12-05T13:20:47,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x101a6d489210000, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2039300017 2024-12-05T13:20:47,454 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41091-0x101a6d489210001, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2039300017 2024-12-05T13:20:47,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T13:20:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:20:47,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41091 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-05T13:20:47,647 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T13:20:47,714 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-88aaa70743e7,41091,1733404838913, ReplicationSource: 1, currentBandwidth=0 2024-12-05T13:20:47,715 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:20:47,715 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,41091,1733404838913, seqNum=-1] 2024-12-05T13:20:47,716 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:20:47,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-05T13:20:47,724 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-88aaa70743e7,41091,1733404838913', locateType=CURRENT is [region=hbase:replication,,1733404846414.e99d4f29719ddec2deb5a8a92ca3ba2d., hostname=88aaa70743e7,41091,1733404838913, seqNum=2] 2024-12-05T13:20:47,732 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-05T13:20:47,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-05T13:20:47,736 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 88aaa70743e7,41091,1733404838913 suceeded 2024-12-05T13:20:47,744 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://88aaa70743e7:42503,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T13:20:47,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-05T13:20:47,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 263 msec 2024-12-05T13:20:47,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3510 sec 2024-12-05T13:20:47,756 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41091,1733404838913 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:42503' 2024-12-05T13:20:47,757 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41091,1733404838913 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@509cc026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:47,757 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41091,1733404838913 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,42503,-1 for getting cluster id 2024-12-05T13:20:47,757 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41091,1733404838913 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:20:47,758 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3f02954-db2b-4468-9d8b-72531483105b' 2024-12-05T13:20:47,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:20:47,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3f02954-db2b-4468-9d8b-72531483105b" 2024-12-05T13:20:47,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47bb5891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:47,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,42503,-1] 2024-12-05T13:20:47,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:20:47,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:47,761 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:20:47,763 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41091,1733404838913 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59c46dde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:47,763 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41091,1733404838913 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:20:47,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,42503,1733404842794 2024-12-05T13:20:47,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7778df4f 2024-12-05T13:20:47,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:20:47,766 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-05T13:20:47,767 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41091,1733404838913 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-88aaa70743e7,41091,1733404838913 (queues=1) is replicating from cluster=0bc9d04e-eb7a-4a3c-8833-21b920f3116b to cluster=b3f02954-db2b-4468-9d8b-72531483105b 2024-12-05T13:20:47,767 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41091,1733404838913 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=88aaa70743e7%2C41091%2C1733404838913 2024-12-05T13:20:47,768 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41091,1733404838913 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-88aaa70743e7,41091,1733404838913, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T13:20:47,772 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41091,1733404838913.replicationSource.wal-reader.88aaa70743e7%2C41091%2C1733404838913,1-88aaa70743e7,41091,1733404838913 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/WALs/88aaa70743e7,41091,1733404838913/88aaa70743e7%2C41091%2C1733404838913.1733404839964, startPosition=0, beingWritten=true 2024-12-05T13:20:47,775 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41091,1733404838913.replicationSource.shipper88aaa70743e7%2C41091%2C1733404838913,1-88aaa70743e7,41091,1733404838913 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 88aaa70743e7%2C41091%2C1733404838913 2024-12-05T13:20:47,989 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41091,1733404838913.replicationSource.wal-reader.88aaa70743e7%2C41091%2C1733404838913,1-88aaa70743e7,41091,1733404838913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/WALs/88aaa70743e7,41091,1733404838913/88aaa70743e7%2C41091%2C1733404838913.1733404839964 to pos 0, reset compression=false 2024-12-05T13:20:48,309 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41091,1733404838913.replicationSource.wal-reader.88aaa70743e7%2C41091%2C1733404838913,1-88aaa70743e7,41091,1733404838913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/WALs/88aaa70743e7,41091,1733404838913/88aaa70743e7%2C41091%2C1733404838913.1733404839964 to pos 0, reset compression=false 2024-12-05T13:20:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:20:48,551 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T13:20:48,551 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:20:48,551 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:20:48,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:48,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:48,551 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:20:48,551 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:20:48,553 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,34951,1733404838726 2024-12-05T13:20:48,553 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1349ac15 2024-12-05T13:20:48,553 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:20:48,555 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:20:48,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T13:20:48,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T13:20:48,559 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:20:48,559 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:20:48,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:48,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:48,559 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T13:20:48,559 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=841220484, stopped=false 2024-12-05T13:20:48,559 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=88aaa70743e7,42503,1733404842794 2024-12-05T13:20:48,559 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:20:48,612 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39271-0x101a6d489210004, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-567782823/running 2024-12-05T13:20:48,613 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39271-0x101a6d489210004, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-567782823 2024-12-05T13:20:48,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42503-0x101a6d489210003, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-567782823/running 2024-12-05T13:20:48,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42503-0x101a6d489210003, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-567782823 2024-12-05T13:20:48,613 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:20:48,613 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:20:48,613 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:20:48,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:48,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39271-0x101a6d489210004, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Set watcher on znode that does not yet exist, /1-567782823/running 2024-12-05T13:20:48,614 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '88aaa70743e7,39271,1733404842901' ***** 2024-12-05T13:20:48,614 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T13:20:48,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42503-0x101a6d489210003, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Set watcher on znode that does not yet exist, /1-567782823/running 2024-12-05T13:20:48,614 INFO [RS:0;88aaa70743e7:39271 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T13:20:48,614 INFO [RS:0;88aaa70743e7:39271 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T13:20:48,614 INFO [RS:0;88aaa70743e7:39271 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T13:20:48,614 INFO [RS:0;88aaa70743e7:39271 {}] regionserver.HRegionServer(959): stopping server 88aaa70743e7,39271,1733404842901 2024-12-05T13:20:48,614 INFO [RS:0;88aaa70743e7:39271 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:20:48,615 INFO [RS:0;88aaa70743e7:39271 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:39271. 2024-12-05T13:20:48,615 DEBUG [RS:0;88aaa70743e7:39271 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:20:48,615 DEBUG [RS:0;88aaa70743e7:39271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:48,615 INFO [RS:0;88aaa70743e7:39271 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T13:20:48,615 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T13:20:48,616 INFO [RS:0;88aaa70743e7:39271 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T13:20:48,616 INFO [RS:0;88aaa70743e7:39271 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T13:20:48,616 INFO [RS:0;88aaa70743e7:39271 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T13:20:48,626 INFO [RS:0;88aaa70743e7:39271 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T13:20:48,627 DEBUG [RS:0;88aaa70743e7:39271 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T13:20:48,627 DEBUG [RS:0;88aaa70743e7:39271 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:20:48,627 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:20:48,627 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:20:48,627 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:20:48,627 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:20:48,627 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:20:48,628 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-05T13:20:48,678 INFO [regionserver/88aaa70743e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:20:48,682 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/data/hbase/meta/1588230740/.tmp/ns/9863232c544c42e9b1d3ff01f1e1ae99 is 43, key is default/ns:d/1733404846130/Put/seqid=0 2024-12-05T13:20:48,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741835_1011 (size=5153) 2024-12-05T13:20:48,734 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41091,1733404838913.replicationSource.wal-reader.88aaa70743e7%2C41091%2C1733404838913,1-88aaa70743e7,41091,1733404838913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/WALs/88aaa70743e7,41091,1733404838913/88aaa70743e7%2C41091%2C1733404838913.1733404839964 to pos 0, reset compression=false 2024-12-05T13:20:48,827 DEBUG [RS:0;88aaa70743e7:39271 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:20:49,027 DEBUG [RS:0;88aaa70743e7:39271 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:20:49,103 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/data/hbase/meta/1588230740/.tmp/ns/9863232c544c42e9b1d3ff01f1e1ae99 2024-12-05T13:20:49,116 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/data/hbase/meta/1588230740/.tmp/ns/9863232c544c42e9b1d3ff01f1e1ae99 as hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/data/hbase/meta/1588230740/ns/9863232c544c42e9b1d3ff01f1e1ae99 2024-12-05T13:20:49,131 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/data/hbase/meta/1588230740/ns/9863232c544c42e9b1d3ff01f1e1ae99, entries=2, sequenceid=6, filesize=5.0 K 2024-12-05T13:20:49,134 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 506ms, sequenceid=6, compaction requested=false 2024-12-05T13:20:49,145 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T13:20:49,146 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:20:49,146 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:20:49,146 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:20:49,147 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733404848627Running coprocessor pre-close hooks at 1733404848627Disabling compacts and flushes for region at 1733404848627Disabling writes for close at 1733404848627Obtaining lock to block concurrent updates at 1733404848628 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733404848628Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733404848628Flushing stores of hbase:meta,,1.1588230740 at 1733404848646 (+18 ms)Flushing 1588230740/ns: creating writer at 1733404848646Flushing 1588230740/ns: appending metadata at 1733404848674 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1733404848674Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5de7fb5f: reopening flushed file at 1733404849115 (+441 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 506ms, sequenceid=6, compaction requested=false at 1733404849134 (+19 ms)Writing region close event to WAL at 1733404849135 (+1 ms)Running coprocessor post-close hooks at 1733404849146 (+11 ms)Closed at 1733404849146 2024-12-05T13:20:49,147 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T13:20:49,227 INFO [RS:0;88aaa70743e7:39271 {}] regionserver.HRegionServer(976): stopping server 88aaa70743e7,39271,1733404842901; all regions closed. 2024-12-05T13:20:49,231 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/WALs/88aaa70743e7,39271,1733404842901/88aaa70743e7%2C39271%2C1733404842901.meta.1733404845938.meta not finished, retry = 0 2024-12-05T13:20:49,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741834_1010 (size=1152) 2024-12-05T13:20:49,249 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41091,1733404838913.replicationSource.wal-reader.88aaa70743e7%2C41091%2C1733404838913,1-88aaa70743e7,41091,1733404838913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/WALs/88aaa70743e7,41091,1733404838913/88aaa70743e7%2C41091%2C1733404838913.1733404839964 to pos 0, reset compression=false 2024-12-05T13:20:49,283 INFO [regionserver/88aaa70743e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T13:20:49,337 DEBUG [RS:0;88aaa70743e7:39271 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/oldWALs 2024-12-05T13:20:49,337 INFO [RS:0;88aaa70743e7:39271 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 88aaa70743e7%2C39271%2C1733404842901.meta:.meta(num 1733404845938) 2024-12-05T13:20:49,340 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/WALs/88aaa70743e7,39271,1733404842901/88aaa70743e7%2C39271%2C1733404842901.1733404845498 not finished, retry = 0 2024-12-05T13:20:49,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741833_1009 (size=93) 2024-12-05T13:20:49,353 INFO [regionserver/88aaa70743e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T13:20:49,446 DEBUG [RS:0;88aaa70743e7:39271 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/oldWALs 2024-12-05T13:20:49,446 INFO [RS:0;88aaa70743e7:39271 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 88aaa70743e7%2C39271%2C1733404842901:(num 1733404845498) 2024-12-05T13:20:49,446 DEBUG [RS:0;88aaa70743e7:39271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:49,446 INFO [RS:0;88aaa70743e7:39271 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:20:49,446 INFO [RS:0;88aaa70743e7:39271 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:20:49,446 INFO [RS:0;88aaa70743e7:39271 {}] hbase.ChoreService(370): Chore service for: regionserver/88aaa70743e7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T13:20:49,447 INFO [RS:0;88aaa70743e7:39271 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:20:49,447 INFO [regionserver/88aaa70743e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:20:49,447 INFO [RS:0;88aaa70743e7:39271 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39271 2024-12-05T13:20:49,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42503-0x101a6d489210003, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-567782823/rs 2024-12-05T13:20:49,487 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39271-0x101a6d489210004, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-567782823/rs/88aaa70743e7,39271,1733404842901 2024-12-05T13:20:49,488 INFO [RS:0;88aaa70743e7:39271 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:20:49,502 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [88aaa70743e7,39271,1733404842901] 2024-12-05T13:20:49,512 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-567782823/draining/88aaa70743e7,39271,1733404842901 already deleted, retry=false 2024-12-05T13:20:49,512 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 88aaa70743e7,39271,1733404842901 expired; onlineServers=0 2024-12-05T13:20:49,512 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '88aaa70743e7,42503,1733404842794' ***** 2024-12-05T13:20:49,512 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T13:20:49,512 INFO [M:0;88aaa70743e7:42503 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:20:49,513 INFO [M:0;88aaa70743e7:42503 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:20:49,513 DEBUG [M:0;88aaa70743e7:42503 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T13:20:49,513 DEBUG [M:0;88aaa70743e7:42503 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T13:20:49,513 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T13:20:49,513 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733404845015 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733404845015,5,FailOnTimeoutGroup] 2024-12-05T13:20:49,513 INFO [M:0;88aaa70743e7:42503 {}] hbase.ChoreService(370): Chore service for: master/88aaa70743e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T13:20:49,513 INFO [M:0;88aaa70743e7:42503 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:20:49,513 DEBUG [M:0;88aaa70743e7:42503 {}] master.HMaster(1795): Stopping service threads 2024-12-05T13:20:49,513 INFO [M:0;88aaa70743e7:42503 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T13:20:49,513 INFO [M:0;88aaa70743e7:42503 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:20:49,513 INFO [M:0;88aaa70743e7:42503 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T13:20:49,514 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T13:20:49,514 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733404845023 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733404845023,5,FailOnTimeoutGroup] 2024-12-05T13:20:49,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42503-0x101a6d489210003, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-567782823/master 2024-12-05T13:20:49,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42503-0x101a6d489210003, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-567782823 2024-12-05T13:20:49,541 DEBUG [M:0;88aaa70743e7:42503 {}] zookeeper.RecoverableZooKeeper(212): Node /1-567782823/master already deleted, retry=false 2024-12-05T13:20:49,541 DEBUG [M:0;88aaa70743e7:42503 {}] master.ActiveMasterManager(353): master:42503-0x101a6d489210003, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-567782823/master 2024-12-05T13:20:49,543 INFO [M:0;88aaa70743e7:42503 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/.lastflushedseqids 2024-12-05T13:20:49,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741836_1012 (size=99) 2024-12-05T13:20:49,602 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39271-0x101a6d489210004, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:20:49,602 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39271-0x101a6d489210004, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:20:49,602 INFO [RS:0;88aaa70743e7:39271 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:20:49,603 INFO [RS:0;88aaa70743e7:39271 {}] regionserver.HRegionServer(1031): Exiting; stopping=88aaa70743e7,39271,1733404842901; zookeeper connection closed. 2024-12-05T13:20:49,604 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71d3525a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71d3525a 2024-12-05T13:20:49,604 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T13:20:49,855 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41091,1733404838913.replicationSource.wal-reader.88aaa70743e7%2C41091%2C1733404838913,1-88aaa70743e7,41091,1733404838913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/WALs/88aaa70743e7,41091,1733404838913/88aaa70743e7%2C41091%2C1733404838913.1733404839964 to pos 0, reset compression=false 2024-12-05T13:20:49,981 INFO [M:0;88aaa70743e7:42503 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T13:20:49,981 INFO [M:0;88aaa70743e7:42503 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T13:20:49,981 DEBUG [M:0;88aaa70743e7:42503 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:20:49,981 INFO [M:0;88aaa70743e7:42503 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:20:49,981 DEBUG [M:0;88aaa70743e7:42503 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:20:49,981 DEBUG [M:0;88aaa70743e7:42503 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:20:49,981 DEBUG [M:0;88aaa70743e7:42503 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:20:49,981 INFO [M:0;88aaa70743e7:42503 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-05T13:20:50,012 DEBUG [M:0;88aaa70743e7:42503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6bffab9177a84360b7fa69b5ee7dac86 is 82, key is hbase:meta,,1/info:regioninfo/1733404846086/Put/seqid=0 2024-12-05T13:20:50,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741837_1013 (size=5672) 2024-12-05T13:20:50,435 INFO [M:0;88aaa70743e7:42503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6bffab9177a84360b7fa69b5ee7dac86 2024-12-05T13:20:50,484 DEBUG [M:0;88aaa70743e7:42503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c708e75cc5f0450ea351b4cc22be58f4 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733404846148/Put/seqid=0 2024-12-05T13:20:50,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741838_1014 (size=5275) 2024-12-05T13:20:50,516 INFO [M:0;88aaa70743e7:42503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c708e75cc5f0450ea351b4cc22be58f4 2024-12-05T13:20:50,563 DEBUG [M:0;88aaa70743e7:42503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d88dd1398e474c68a25dd34b66c529eb is 69, key is 88aaa70743e7,39271,1733404842901/rs:state/1733404845148/Put/seqid=0 2024-12-05T13:20:50,566 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41091,1733404838913.replicationSource.wal-reader.88aaa70743e7%2C41091%2C1733404838913,1-88aaa70743e7,41091,1733404838913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/WALs/88aaa70743e7,41091,1733404838913/88aaa70743e7%2C41091%2C1733404838913.1733404839964 to pos 0, reset compression=false 2024-12-05T13:20:50,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741839_1015 (size=5156) 2024-12-05T13:20:50,591 INFO [M:0;88aaa70743e7:42503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d88dd1398e474c68a25dd34b66c529eb 2024-12-05T13:20:50,612 DEBUG [M:0;88aaa70743e7:42503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6bffab9177a84360b7fa69b5ee7dac86 as hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6bffab9177a84360b7fa69b5ee7dac86 2024-12-05T13:20:50,662 INFO [M:0;88aaa70743e7:42503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6bffab9177a84360b7fa69b5ee7dac86, entries=8, sequenceid=28, filesize=5.5 K 2024-12-05T13:20:50,676 DEBUG [M:0;88aaa70743e7:42503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c708e75cc5f0450ea351b4cc22be58f4 as hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c708e75cc5f0450ea351b4cc22be58f4 2024-12-05T13:20:50,696 INFO [M:0;88aaa70743e7:42503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c708e75cc5f0450ea351b4cc22be58f4, entries=3, sequenceid=28, filesize=5.2 K 2024-12-05T13:20:50,698 DEBUG [M:0;88aaa70743e7:42503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d88dd1398e474c68a25dd34b66c529eb as hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d88dd1398e474c68a25dd34b66c529eb 2024-12-05T13:20:50,708 INFO [M:0;88aaa70743e7:42503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40431/user/jenkins/test-data/c4a14547-ccc7-647a-3d74-2901fd7c9468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d88dd1398e474c68a25dd34b66c529eb, entries=1, sequenceid=28, filesize=5.0 K 2024-12-05T13:20:50,712 INFO [M:0;88aaa70743e7:42503 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 730ms, sequenceid=28, compaction requested=false 2024-12-05T13:20:50,718 INFO [M:0;88aaa70743e7:42503 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:20:50,718 DEBUG [M:0;88aaa70743e7:42503 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733404849981Disabling compacts and flushes for region at 1733404849981Disabling writes for close at 1733404849981Obtaining lock to block concurrent updates at 1733404849981Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733404849981Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733404849982 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733404849986 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733404849986Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733404850011 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733404850012 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733404850444 (+432 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733404850483 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733404850484 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733404850526 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733404850562 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733404850562Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@254c60cd: reopening flushed file at 1733404850610 (+48 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f3c7899: reopening flushed file at 1733404850663 (+53 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a081369: reopening flushed file at 1733404850696 (+33 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 730ms, sequenceid=28, compaction requested=false at 1733404850712 (+16 ms)Writing region close event to WAL at 1733404850718 (+6 ms)Closed at 1733404850718 2024-12-05T13:20:50,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44895 is added to blk_1073741830_1006 (size=10165) 2024-12-05T13:20:50,728 INFO [M:0;88aaa70743e7:42503 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T13:20:50,728 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:20:50,728 INFO [M:0;88aaa70743e7:42503 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42503 2024-12-05T13:20:50,730 INFO [M:0;88aaa70743e7:42503 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:20:50,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42503-0x101a6d489210003, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:20:50,863 INFO [M:0;88aaa70743e7:42503 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:20:50,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42503-0x101a6d489210003, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:20:50,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@459032ea{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:20:50,892 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@14777db9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:20:50,892 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:20:50,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54ab07b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:20:50,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42c98647{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59d684b-ef82-ae48-077e-33772b838da7/hadoop.log.dir/,STOPPED} 2024-12-05T13:20:50,895 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T13:20:50,895 WARN [BP-1963118598-172.17.0.3-1733404841216 heartbeating to localhost/127.0.0.1:40431 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:20:50,895 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:20:50,895 WARN [BP-1963118598-172.17.0.3-1733404841216 heartbeating to localhost/127.0.0.1:40431 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1963118598-172.17.0.3-1733404841216 (Datanode Uuid 7aa39460-c5b0-492d-9597-9b8b51b56189) service to localhost/127.0.0.1:40431 2024-12-05T13:20:50,896 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59d684b-ef82-ae48-077e-33772b838da7/cluster_80ea9b11-ee50-ff16-8cb3-c412dae1a448/data/data2/current/BP-1963118598-172.17.0.3-1733404841216 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:20:50,897 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:20:50,898 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59d684b-ef82-ae48-077e-33772b838da7/cluster_80ea9b11-ee50-ff16-8cb3-c412dae1a448/data/data1/current/BP-1963118598-172.17.0.3-1733404841216 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:20:50,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@765885a1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:20:50,905 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@546cc908{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:20:50,905 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:20:50,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d5ad8c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:20:50,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3833aa3c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59d684b-ef82-ae48-077e-33772b838da7/hadoop.log.dir/,STOPPED} 2024-12-05T13:20:50,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T13:20:50,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T13:20:50,923 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:20:50,923 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:20:50,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:50,924 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:20:50,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:50,925 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T13:20:50,925 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1206478945, stopped=false 2024-12-05T13:20:50,925 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=88aaa70743e7,34951,1733404838726 2024-12-05T13:20:50,941 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41091-0x101a6d489210001, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2039300017/running 2024-12-05T13:20:50,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x101a6d489210000, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2039300017/running 2024-12-05T13:20:50,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x101a6d489210000, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2039300017 2024-12-05T13:20:50,941 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41091-0x101a6d489210001, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2039300017 2024-12-05T13:20:50,941 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:20:50,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34951-0x101a6d489210000, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Set watcher on znode that does not yet exist, /0-2039300017/running 2024-12-05T13:20:50,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41091-0x101a6d489210001, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Set watcher on znode that does not yet exist, /0-2039300017/running 2024-12-05T13:20:50,943 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:20:50,943 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:20:50,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:50,944 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '88aaa70743e7,41091,1733404838913' ***** 2024-12-05T13:20:50,944 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T13:20:50,944 INFO [RS:0;88aaa70743e7:41091 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T13:20:50,944 INFO [RS:0;88aaa70743e7:41091 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T13:20:50,944 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T13:20:50,944 INFO [RS:0;88aaa70743e7:41091 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T13:20:50,944 INFO [RS:0;88aaa70743e7:41091 {}] regionserver.HRegionServer(3091): Received CLOSE for e99d4f29719ddec2deb5a8a92ca3ba2d 2024-12-05T13:20:50,950 INFO [RS:0;88aaa70743e7:41091 {}] regionserver.HRegionServer(959): stopping server 88aaa70743e7,41091,1733404838913 2024-12-05T13:20:50,951 INFO [RS:0;88aaa70743e7:41091 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:20:50,951 INFO [RS:0;88aaa70743e7:41091 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:41091. 2024-12-05T13:20:50,951 DEBUG [RS:0;88aaa70743e7:41091 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:20:50,951 DEBUG [RS:0;88aaa70743e7:41091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:50,951 INFO [RS:0;88aaa70743e7:41091 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T13:20:50,951 INFO [RS:0;88aaa70743e7:41091 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T13:20:50,951 INFO [RS:0;88aaa70743e7:41091 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T13:20:50,951 INFO [RS:0;88aaa70743e7:41091 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T13:20:50,952 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e99d4f29719ddec2deb5a8a92ca3ba2d, disabling compactions & flushes 2024-12-05T13:20:50,952 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733404846414.e99d4f29719ddec2deb5a8a92ca3ba2d. 2024-12-05T13:20:50,952 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733404846414.e99d4f29719ddec2deb5a8a92ca3ba2d. 2024-12-05T13:20:50,952 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733404846414.e99d4f29719ddec2deb5a8a92ca3ba2d. after waiting 0 ms 2024-12-05T13:20:50,952 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733404846414.e99d4f29719ddec2deb5a8a92ca3ba2d. 2024-12-05T13:20:50,952 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e99d4f29719ddec2deb5a8a92ca3ba2d 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-05T13:20:50,959 INFO [RS:0;88aaa70743e7:41091 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T13:20:50,959 DEBUG [RS:0;88aaa70743e7:41091 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e99d4f29719ddec2deb5a8a92ca3ba2d=hbase:replication,,1733404846414.e99d4f29719ddec2deb5a8a92ca3ba2d.} 2024-12-05T13:20:50,959 DEBUG [RS:0;88aaa70743e7:41091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e99d4f29719ddec2deb5a8a92ca3ba2d 2024-12-05T13:20:50,960 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:20:50,960 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:20:50,960 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:20:50,960 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:20:50,960 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:20:50,960 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-05T13:20:50,976 INFO [regionserver/88aaa70743e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:20:50,999 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/data/hbase/meta/1588230740/.tmp/info/9d0684d2f0374a1e849577b92f4abf00 is 147, key is hbase:replication,,1733404846414.e99d4f29719ddec2deb5a8a92ca3ba2d./info:regioninfo/1733404847377/Put/seqid=0 2024-12-05T13:20:51,000 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/data/hbase/replication/e99d4f29719ddec2deb5a8a92ca3ba2d/.tmp/queue/4066f861b00844a4a0b5f09e7690e0f8 is 151, key is 1-88aaa70743e7,41091,1733404838913/queue:88aaa70743e7%2C41091%2C1733404838913/1733404847726/Put/seqid=0 2024-12-05T13:20:51,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39475 is added to blk_1073741838_1014 (size=6631) 2024-12-05T13:20:51,039 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/data/hbase/meta/1588230740/.tmp/info/9d0684d2f0374a1e849577b92f4abf00 2024-12-05T13:20:51,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39475 is added to blk_1073741839_1015 (size=5350) 2024-12-05T13:20:51,045 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/data/hbase/replication/e99d4f29719ddec2deb5a8a92ca3ba2d/.tmp/queue/4066f861b00844a4a0b5f09e7690e0f8 2024-12-05T13:20:51,065 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/data/hbase/replication/e99d4f29719ddec2deb5a8a92ca3ba2d/.tmp/queue/4066f861b00844a4a0b5f09e7690e0f8 as hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/data/hbase/replication/e99d4f29719ddec2deb5a8a92ca3ba2d/queue/4066f861b00844a4a0b5f09e7690e0f8 2024-12-05T13:20:51,075 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/data/hbase/replication/e99d4f29719ddec2deb5a8a92ca3ba2d/queue/4066f861b00844a4a0b5f09e7690e0f8, entries=1, sequenceid=5, filesize=5.2 K 2024-12-05T13:20:51,079 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for e99d4f29719ddec2deb5a8a92ca3ba2d in 127ms, sequenceid=5, compaction requested=false 2024-12-05T13:20:51,079 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T13:20:51,083 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/data/hbase/meta/1588230740/.tmp/ns/889bcb3657894a5bb51d78c9227df6ff is 43, key is default/ns:d/1733404841086/Put/seqid=0 2024-12-05T13:20:51,124 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/data/hbase/replication/e99d4f29719ddec2deb5a8a92ca3ba2d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T13:20:51,125 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:20:51,126 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:20:51,126 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733404846414.e99d4f29719ddec2deb5a8a92ca3ba2d. 2024-12-05T13:20:51,126 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e99d4f29719ddec2deb5a8a92ca3ba2d: Waiting for close lock at 1733404850952Running coprocessor pre-close hooks at 1733404850952Disabling compacts and flushes for region at 1733404850952Disabling writes for close at 1733404850952Obtaining lock to block concurrent updates at 1733404850952Preparing flush snapshotting stores in e99d4f29719ddec2deb5a8a92ca3ba2d at 1733404850952Finished memstore snapshotting hbase:replication,,1733404846414.e99d4f29719ddec2deb5a8a92ca3ba2d., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733404850953 (+1 ms)Flushing stores of hbase:replication,,1733404846414.e99d4f29719ddec2deb5a8a92ca3ba2d. at 1733404850953Flushing e99d4f29719ddec2deb5a8a92ca3ba2d/queue: creating writer at 1733404850954 (+1 ms)Flushing e99d4f29719ddec2deb5a8a92ca3ba2d/queue: appending metadata at 1733404850999 (+45 ms)Flushing e99d4f29719ddec2deb5a8a92ca3ba2d/queue: closing flushed file at 1733404850999Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26ed8341: reopening flushed file at 1733404851064 (+65 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for e99d4f29719ddec2deb5a8a92ca3ba2d in 127ms, sequenceid=5, compaction requested=false at 1733404851079 (+15 ms)Writing region close event to WAL at 1733404851088 (+9 ms)Running coprocessor post-close hooks at 1733404851125 (+37 ms)Closed at 1733404851126 (+1 ms) 2024-12-05T13:20:51,126 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733404846414.e99d4f29719ddec2deb5a8a92ca3ba2d. 2024-12-05T13:20:51,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39475 is added to blk_1073741840_1016 (size=5153) 2024-12-05T13:20:51,129 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/data/hbase/meta/1588230740/.tmp/ns/889bcb3657894a5bb51d78c9227df6ff 2024-12-05T13:20:51,159 DEBUG [RS:0;88aaa70743e7:41091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:20:51,184 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/data/hbase/meta/1588230740/.tmp/table/88c4726e1fb14274a3795e1473ad4fce is 53, key is hbase:replication/table:state/1733404847401/Put/seqid=0 2024-12-05T13:20:51,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39475 is added to blk_1073741841_1017 (size=5256) 2024-12-05T13:20:51,203 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/data/hbase/meta/1588230740/.tmp/table/88c4726e1fb14274a3795e1473ad4fce 2024-12-05T13:20:51,229 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/data/hbase/meta/1588230740/.tmp/info/9d0684d2f0374a1e849577b92f4abf00 as hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/data/hbase/meta/1588230740/info/9d0684d2f0374a1e849577b92f4abf00 2024-12-05T13:20:51,245 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/data/hbase/meta/1588230740/info/9d0684d2f0374a1e849577b92f4abf00, entries=10, sequenceid=11, filesize=6.5 K 2024-12-05T13:20:51,247 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/data/hbase/meta/1588230740/.tmp/ns/889bcb3657894a5bb51d78c9227df6ff as hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/data/hbase/meta/1588230740/ns/889bcb3657894a5bb51d78c9227df6ff 2024-12-05T13:20:51,257 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/data/hbase/meta/1588230740/ns/889bcb3657894a5bb51d78c9227df6ff, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T13:20:51,259 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/data/hbase/meta/1588230740/.tmp/table/88c4726e1fb14274a3795e1473ad4fce as hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/data/hbase/meta/1588230740/table/88c4726e1fb14274a3795e1473ad4fce 2024-12-05T13:20:51,276 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/data/hbase/meta/1588230740/table/88c4726e1fb14274a3795e1473ad4fce, entries=2, sequenceid=11, filesize=5.1 K 2024-12-05T13:20:51,277 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 317ms, sequenceid=11, compaction requested=false 2024-12-05T13:20:51,304 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T13:20:51,305 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:20:51,306 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:20:51,306 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:20:51,306 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733404850960Running coprocessor pre-close hooks at 1733404850960Disabling compacts and flushes for region at 1733404850960Disabling writes for close at 1733404850960Obtaining lock to block concurrent updates at 1733404850960Preparing flush snapshotting stores in 1588230740 at 1733404850960Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733404850961 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733404850962 (+1 ms)Flushing 1588230740/info: creating writer at 1733404850962Flushing 1588230740/info: appending metadata at 1733404850999 (+37 ms)Flushing 1588230740/info: closing flushed file at 1733404850999Flushing 1588230740/ns: creating writer at 1733404851051 (+52 ms)Flushing 1588230740/ns: appending metadata at 1733404851083 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1733404851083Flushing 1588230740/table: creating writer at 1733404851153 (+70 ms)Flushing 1588230740/table: appending metadata at 1733404851183 (+30 ms)Flushing 1588230740/table: closing flushed file at 1733404851183Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15a37233: reopening flushed file at 1733404851228 (+45 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7574cd2c: reopening flushed file at 1733404851246 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13dde7b7: reopening flushed file at 1733404851258 (+12 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 317ms, sequenceid=11, compaction requested=false at 1733404851277 (+19 ms)Writing region close event to WAL at 1733404851284 (+7 ms)Running coprocessor post-close hooks at 1733404851305 (+21 ms)Closed at 1733404851306 (+1 ms) 2024-12-05T13:20:51,306 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T13:20:51,360 INFO [RS:0;88aaa70743e7:41091 {}] regionserver.HRegionServer(976): stopping server 88aaa70743e7,41091,1733404838913; all regions closed. 2024-12-05T13:20:51,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39475 is added to blk_1073741834_1010 (size=2742) 2024-12-05T13:20:51,369 DEBUG [RS:0;88aaa70743e7:41091 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/oldWALs 2024-12-05T13:20:51,369 INFO [RS:0;88aaa70743e7:41091 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 88aaa70743e7%2C41091%2C1733404838913.meta:.meta(num 1733404841001) 2024-12-05T13:20:51,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39475 is added to blk_1073741837_1013 (size=1586) 2024-12-05T13:20:51,374 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/WALs/88aaa70743e7,41091,1733404838913/88aaa70743e7%2C41091%2C1733404838913.rep.1733404847310 not finished, retry = 0 2024-12-05T13:20:51,381 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41091,1733404838913.replicationSource.wal-reader.88aaa70743e7%2C41091%2C1733404838913,1-88aaa70743e7,41091,1733404838913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/WALs/88aaa70743e7,41091,1733404838913/88aaa70743e7%2C41091%2C1733404838913.1733404839964 to pos 0, reset compression=false 2024-12-05T13:20:51,499 DEBUG [RS:0;88aaa70743e7:41091 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/oldWALs 2024-12-05T13:20:51,499 INFO [RS:0;88aaa70743e7:41091 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 88aaa70743e7%2C41091%2C1733404838913.rep:(num 1733404847310) 2024-12-05T13:20:51,517 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:20:51,518 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/WALs/88aaa70743e7,41091,1733404838913/88aaa70743e7%2C41091%2C1733404838913.1733404839964 not finished, retry = 0 2024-12-05T13:20:51,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39475 is added to blk_1073741832_1008 (size=93) 2024-12-05T13:20:51,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:20:51,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:20:51,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:20:51,585 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:20:51,585 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T13:20:51,585 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:20:51,624 DEBUG [RS:0;88aaa70743e7:41091 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/oldWALs 2024-12-05T13:20:51,624 INFO [RS:0;88aaa70743e7:41091 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 88aaa70743e7%2C41091%2C1733404838913:(num 1733404839964) 2024-12-05T13:20:51,624 DEBUG [RS:0;88aaa70743e7:41091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:51,624 INFO [RS:0;88aaa70743e7:41091 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:20:51,625 INFO [RS:0;88aaa70743e7:41091 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:20:51,625 INFO [RS:0;88aaa70743e7:41091 {}] hbase.ChoreService(370): Chore service for: regionserver/88aaa70743e7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T13:20:51,625 INFO [RS:0;88aaa70743e7:41091 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:20:51,625 INFO [RS:0;88aaa70743e7:41091 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-88aaa70743e7,41091,1733404838913 because: Region server is closing 2024-12-05T13:20:51,625 INFO [RS:0;88aaa70743e7:41091 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:41091. 2024-12-05T13:20:51,626 DEBUG [RS:0;88aaa70743e7:41091 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:20:51,626 DEBUG [RS:0;88aaa70743e7:41091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:51,626 DEBUG [RS:0;88aaa70743e7:41091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:51,626 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:20:51,626 INFO [regionserver/88aaa70743e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:20:51,726 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41091,1733404838913.replicationSource.shipper88aaa70743e7%2C41091%2C1733404838913,1-88aaa70743e7,41091,1733404838913 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T13:20:51,727 INFO [RS:0;88aaa70743e7:41091 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41091,1733404838913.replicationSource.shipper88aaa70743e7%2C41091%2C1733404838913,1-88aaa70743e7,41091,1733404838913 terminated 2024-12-05T13:20:51,727 INFO [RS:0;88aaa70743e7:41091 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41091 2024-12-05T13:20:51,730 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41091,1733404838913.replicationSource.wal-reader.88aaa70743e7%2C41091%2C1733404838913,1-88aaa70743e7,41091,1733404838913 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T13:20:51,829 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41091-0x101a6d489210001, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2039300017/rs/88aaa70743e7,41091,1733404838913 2024-12-05T13:20:51,829 INFO [RS:0;88aaa70743e7:41091 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:20:51,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x101a6d489210000, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2039300017/rs 2024-12-05T13:20:51,839 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [88aaa70743e7,41091,1733404838913] 2024-12-05T13:20:51,849 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2039300017/draining/88aaa70743e7,41091,1733404838913 already deleted, retry=false 2024-12-05T13:20:51,849 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 88aaa70743e7,41091,1733404838913 expired; onlineServers=0 2024-12-05T13:20:51,849 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '88aaa70743e7,34951,1733404838726' ***** 2024-12-05T13:20:51,849 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T13:20:51,850 INFO [M:0;88aaa70743e7:34951 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:20:51,850 INFO [M:0;88aaa70743e7:34951 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:20:51,850 DEBUG [M:0;88aaa70743e7:34951 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T13:20:51,850 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T13:20:51,850 DEBUG [M:0;88aaa70743e7:34951 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T13:20:51,850 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733404839752 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733404839752,5,FailOnTimeoutGroup] 2024-12-05T13:20:51,850 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733404839752 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733404839752,5,FailOnTimeoutGroup] 2024-12-05T13:20:51,850 INFO [M:0;88aaa70743e7:34951 {}] hbase.ChoreService(370): Chore service for: master/88aaa70743e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T13:20:51,850 INFO [M:0;88aaa70743e7:34951 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:20:51,850 DEBUG [M:0;88aaa70743e7:34951 {}] master.HMaster(1795): Stopping service threads 2024-12-05T13:20:51,850 INFO [M:0;88aaa70743e7:34951 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T13:20:51,850 INFO [M:0;88aaa70743e7:34951 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:20:51,851 INFO [M:0;88aaa70743e7:34951 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T13:20:51,851 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T13:20:51,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x101a6d489210000, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2039300017/master 2024-12-05T13:20:51,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x101a6d489210000, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2039300017 2024-12-05T13:20:51,870 DEBUG [M:0;88aaa70743e7:34951 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2039300017/master already deleted, retry=false 2024-12-05T13:20:51,870 DEBUG [M:0;88aaa70743e7:34951 {}] master.ActiveMasterManager(353): master:34951-0x101a6d489210000, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-2039300017/master 2024-12-05T13:20:51,875 INFO [M:0;88aaa70743e7:34951 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/.lastflushedseqids 2024-12-05T13:20:51,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39475 is added to blk_1073741842_1018 (size=181) 2024-12-05T13:20:51,939 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41091-0x101a6d489210001, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:20:51,939 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41091-0x101a6d489210001, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:20:51,939 INFO [RS:0;88aaa70743e7:41091 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:20:51,939 INFO [RS:0;88aaa70743e7:41091 {}] regionserver.HRegionServer(1031): Exiting; stopping=88aaa70743e7,41091,1733404838913; zookeeper connection closed. 2024-12-05T13:20:51,939 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c88c0f8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c88c0f8 2024-12-05T13:20:51,939 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T13:20:52,293 INFO [M:0;88aaa70743e7:34951 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T13:20:52,293 INFO [M:0;88aaa70743e7:34951 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T13:20:52,294 DEBUG [M:0;88aaa70743e7:34951 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:20:52,294 INFO [M:0;88aaa70743e7:34951 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:20:52,294 DEBUG [M:0;88aaa70743e7:34951 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:20:52,294 DEBUG [M:0;88aaa70743e7:34951 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:20:52,294 DEBUG [M:0;88aaa70743e7:34951 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:20:52,294 INFO [M:0;88aaa70743e7:34951 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-05T13:20:52,319 DEBUG [M:0;88aaa70743e7:34951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/761c8b7a6c064b00975bb3799d283f59 is 82, key is hbase:meta,,1/info:regioninfo/1733404841059/Put/seqid=0 2024-12-05T13:20:52,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39475 is added to blk_1073741843_1019 (size=5672) 2024-12-05T13:20:52,325 INFO [M:0;88aaa70743e7:34951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/761c8b7a6c064b00975bb3799d283f59 2024-12-05T13:20:52,370 DEBUG [M:0;88aaa70743e7:34951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/577aa39bf4b74e429d6d967903df1277 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733404847408/Put/seqid=0 2024-12-05T13:20:52,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39475 is added to blk_1073741844_1020 (size=7203) 2024-12-05T13:20:52,812 INFO [M:0;88aaa70743e7:34951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/577aa39bf4b74e429d6d967903df1277 2024-12-05T13:20:52,854 DEBUG [M:0;88aaa70743e7:34951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/66845e3943504ddbbe4232507ef7be45 is 69, key is 88aaa70743e7,41091,1733404838913/rs:state/1733404839788/Put/seqid=0 2024-12-05T13:20:52,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39475 is added to blk_1073741845_1021 (size=5156) 2024-12-05T13:20:53,279 INFO [M:0;88aaa70743e7:34951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/66845e3943504ddbbe4232507ef7be45 2024-12-05T13:20:53,290 DEBUG [M:0;88aaa70743e7:34951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/761c8b7a6c064b00975bb3799d283f59 as hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/761c8b7a6c064b00975bb3799d283f59 2024-12-05T13:20:53,297 INFO [M:0;88aaa70743e7:34951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/761c8b7a6c064b00975bb3799d283f59, entries=8, sequenceid=70, filesize=5.5 K 2024-12-05T13:20:53,299 DEBUG [M:0;88aaa70743e7:34951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/577aa39bf4b74e429d6d967903df1277 as hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/577aa39bf4b74e429d6d967903df1277 2024-12-05T13:20:53,306 INFO [M:0;88aaa70743e7:34951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/577aa39bf4b74e429d6d967903df1277, entries=8, sequenceid=70, filesize=7.0 K 2024-12-05T13:20:53,308 DEBUG [M:0;88aaa70743e7:34951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/66845e3943504ddbbe4232507ef7be45 as hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/66845e3943504ddbbe4232507ef7be45 2024-12-05T13:20:53,318 INFO [M:0;88aaa70743e7:34951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46809/user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/66845e3943504ddbbe4232507ef7be45, entries=1, sequenceid=70, filesize=5.0 K 2024-12-05T13:20:53,320 INFO [M:0;88aaa70743e7:34951 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1026ms, sequenceid=70, compaction requested=false 2024-12-05T13:20:53,337 INFO [M:0;88aaa70743e7:34951 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:20:53,337 DEBUG [M:0;88aaa70743e7:34951 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733404852294Disabling compacts and flushes for region at 1733404852294Disabling writes for close at 1733404852294Obtaining lock to block concurrent updates at 1733404852294Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733404852294Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733404852295 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733404852295Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733404852295Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733404852318 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733404852319 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733404852335 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733404852369 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733404852370 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733404852824 (+454 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733404852853 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733404852853Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f26f7f4: reopening flushed file at 1733404853284 (+431 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1285bfdb: reopening flushed file at 1733404853298 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@783fbb82: reopening flushed file at 1733404853306 (+8 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1026ms, sequenceid=70, compaction requested=false at 1733404853320 (+14 ms)Writing region close event to WAL at 1733404853337 (+17 ms)Closed at 1733404853337 2024-12-05T13:20:53,342 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d47fae23-e532-1854-8d8a-2825d418216b/MasterData/WALs/88aaa70743e7,34951,1733404838726/88aaa70743e7%2C34951%2C1733404838726.1733404839502 not finished, retry = 0 2024-12-05T13:20:53,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39475 is added to blk_1073741830_1006 (size=41008) 2024-12-05T13:20:53,451 INFO [M:0;88aaa70743e7:34951 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T13:20:53,451 INFO [M:0;88aaa70743e7:34951 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34951 2024-12-05T13:20:53,451 INFO [M:0;88aaa70743e7:34951 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:20:53,451 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:20:53,596 INFO [M:0;88aaa70743e7:34951 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:20:53,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x101a6d489210000, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:20:53,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x101a6d489210000, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:20:53,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75a94c44{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:20:53,631 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@279d8152{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:20:53,631 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:20:53,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a386722{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:20:53,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b2ebcda{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d/hadoop.log.dir/,STOPPED} 2024-12-05T13:20:53,634 WARN [BP-378301068-172.17.0.3-1733404836785 heartbeating to localhost/127.0.0.1:46809 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:20:53,634 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T13:20:53,634 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:20:53,634 WARN [BP-378301068-172.17.0.3-1733404836785 heartbeating to localhost/127.0.0.1:46809 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-378301068-172.17.0.3-1733404836785 (Datanode Uuid afae4e04-3ff2-4d14-9e1b-f73f4388b158) service to localhost/127.0.0.1:46809 2024-12-05T13:20:53,635 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d/cluster_ed68d7c3-4dd4-b7f5-c85e-c80631dbd238/data/data1/current/BP-378301068-172.17.0.3-1733404836785 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:20:53,635 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d/cluster_ed68d7c3-4dd4-b7f5-c85e-c80631dbd238/data/data2/current/BP-378301068-172.17.0.3-1733404836785 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:20:53,635 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:20:53,650 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c010725{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:20:53,651 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ad87a0d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:20:53,651 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:20:53,651 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42fdcfbb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:20:53,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fa94757{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb8fedaf-f356-0abb-417c-835243d4ed1d/hadoop.log.dir/,STOPPED} 2024-12-05T13:20:53,672 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T13:20:53,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T13:20:53,712 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=139 (was 107) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53370) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40431 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53370) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46809 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:46809 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46809 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46809 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46809 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:40431 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40431 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40431 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40431 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=782 (was 754) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3419 (was 3985) 2024-12-05T13:20:53,721 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=139, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=782, ProcessCount=11, AvailableMemoryMB=3418 2024-12-05T13:20:53,743 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-05T13:20:53,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59d684b-ef82-ae48-077e-33772b838da7/hadoop.log.dir so I do NOT create it in target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235 2024-12-05T13:20:53,745 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59d684b-ef82-ae48-077e-33772b838da7/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T13:20:53,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59d684b-ef82-ae48-077e-33772b838da7/hadoop.tmp.dir so I do NOT create it in target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235 2024-12-05T13:20:53,745 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d59d684b-ef82-ae48-077e-33772b838da7/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T13:20:53,745 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235 2024-12-05T13:20:53,745 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235/cluster_289e629f-6ec8-0237-c156-4dc35bd9ca1a, deleteOnExit=true 2024-12-05T13:20:53,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a6d489210005, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T13:20:53,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a6d489210002, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T13:20:53,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a6d489210005, quorum=127.0.0.1:53370, baseZNode=/1-567782823 Received Disconnected from ZooKeeper, ignoring 2024-12-05T13:20:53,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a6d489210002, quorum=127.0.0.1:53370, baseZNode=/0-2039300017 Received Disconnected from ZooKeeper, ignoring 2024-12-05T13:20:53,807 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235/cluster_289e629f-6ec8-0237-c156-4dc35bd9ca1a/zookeeper_0, clientPort=59013, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235/cluster_289e629f-6ec8-0237-c156-4dc35bd9ca1a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235/cluster_289e629f-6ec8-0237-c156-4dc35bd9ca1a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T13:20:53,810 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59013 2024-12-05T13:20:53,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T13:20:53,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T13:20:53,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235/test.cache.data in system properties and HBase conf 2024-12-05T13:20:53,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T13:20:53,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235/hadoop.log.dir in system properties and HBase conf 2024-12-05T13:20:53,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T13:20:53,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T13:20:53,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T13:20:53,811 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T13:20:53,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:20:53,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:20:53,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T13:20:53,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:20:53,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T13:20:53,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T13:20:53,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:20:53,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:20:53,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T13:20:53,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235/nfs.dump.dir in system properties and HBase conf 2024-12-05T13:20:53,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235/java.io.tmpdir in system properties and HBase conf 2024-12-05T13:20:53,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:20:53,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T13:20:53,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T13:20:54,089 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:20:54,096 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:20:54,167 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:20:54,167 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:20:54,167 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:20:54,168 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:20:54,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1960000c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:20:54,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@738c964{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:20:54,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71552b94{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235/java.io.tmpdir/jetty-localhost-32995-hadoop-hdfs-3_4_1-tests_jar-_-any-7533254088090630359/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:20:54,293 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a42b3e4{HTTP/1.1, (http/1.1)}{localhost:32995} 2024-12-05T13:20:54,293 INFO [Time-limited test {}] server.Server(415): Started @50129ms 2024-12-05T13:20:54,581 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:20:54,586 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:20:54,617 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:20:54,617 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:20:54,617 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:20:54,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70ea0715{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:20:54,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@632af0bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:20:54,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21f66ac0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235/java.io.tmpdir/jetty-localhost-35423-hadoop-hdfs-3_4_1-tests_jar-_-any-11422758398852127588/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:20:54,750 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ba9d83b{HTTP/1.1, (http/1.1)}{localhost:35423} 2024-12-05T13:20:54,751 INFO [Time-limited test {}] server.Server(415): Started @50586ms 2024-12-05T13:20:54,752 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:20:55,411 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235/cluster_289e629f-6ec8-0237-c156-4dc35bd9ca1a/data/data1/current/BP-346961430-172.17.0.3-1733404853845/current, will proceed with Du for space computation calculation, 2024-12-05T13:20:55,414 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235/cluster_289e629f-6ec8-0237-c156-4dc35bd9ca1a/data/data2/current/BP-346961430-172.17.0.3-1733404853845/current, will proceed with Du for space computation calculation, 2024-12-05T13:20:55,547 WARN [Thread-813 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:20:55,559 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa488867e58eddb50 with lease ID 0x247d76b28a5af17d: Processing first storage report for DS-c48c73ae-53c7-43db-8236-ebc200c6b107 from datanode DatanodeRegistration(127.0.0.1:42915, datanodeUuid=8c624368-5a34-4e6c-a61b-02b28eb04b91, infoPort=33473, infoSecurePort=0, ipcPort=42649, storageInfo=lv=-57;cid=testClusterID;nsid=1821586779;c=1733404853845) 2024-12-05T13:20:55,559 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa488867e58eddb50 with lease ID 0x247d76b28a5af17d: from storage DS-c48c73ae-53c7-43db-8236-ebc200c6b107 node DatanodeRegistration(127.0.0.1:42915, datanodeUuid=8c624368-5a34-4e6c-a61b-02b28eb04b91, infoPort=33473, infoSecurePort=0, ipcPort=42649, storageInfo=lv=-57;cid=testClusterID;nsid=1821586779;c=1733404853845), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:20:55,559 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa488867e58eddb50 with lease ID 0x247d76b28a5af17d: Processing first storage report for DS-fb97ce79-0707-4762-9995-4a5c0a99c198 from datanode DatanodeRegistration(127.0.0.1:42915, datanodeUuid=8c624368-5a34-4e6c-a61b-02b28eb04b91, infoPort=33473, infoSecurePort=0, ipcPort=42649, storageInfo=lv=-57;cid=testClusterID;nsid=1821586779;c=1733404853845) 2024-12-05T13:20:55,559 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa488867e58eddb50 with lease ID 0x247d76b28a5af17d: from storage DS-fb97ce79-0707-4762-9995-4a5c0a99c198 node DatanodeRegistration(127.0.0.1:42915, datanodeUuid=8c624368-5a34-4e6c-a61b-02b28eb04b91, infoPort=33473, infoSecurePort=0, ipcPort=42649, storageInfo=lv=-57;cid=testClusterID;nsid=1821586779;c=1733404853845), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:20:55,651 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235 2024-12-05T13:20:55,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:20:55,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:20:55,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42915 is added to blk_1073741825_1001 (size=7) 2024-12-05T13:20:56,096 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d with version=8 2024-12-05T13:20:56,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/hbase-staging 2024-12-05T13:20:56,098 INFO [Time-limited test {}] client.ConnectionUtils(128): master/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:20:56,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:20:56,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:20:56,099 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:20:56,099 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:20:56,099 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:20:56,099 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T13:20:56,099 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:20:56,100 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37975 2024-12-05T13:20:56,101 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37975 connecting to ZooKeeper ensemble=127.0.0.1:59013 2024-12-05T13:20:56,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379750x0, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:20:56,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37975-0x101a6d4cbba0000 connected 2024-12-05T13:20:56,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:20:56,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:20:56,356 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37975-0x101a6d4cbba0000, quorum=127.0.0.1:59013, baseZNode=/01275713695 Set watcher on znode that does not yet exist, /01275713695/running 2024-12-05T13:20:56,356 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d, hbase.cluster.distributed=false 2024-12-05T13:20:56,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37975-0x101a6d4cbba0000, quorum=127.0.0.1:59013, baseZNode=/01275713695 Set watcher on znode that does not yet exist, /01275713695/acl 2024-12-05T13:20:56,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37975 2024-12-05T13:20:56,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37975 2024-12-05T13:20:56,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37975 2024-12-05T13:20:56,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37975 2024-12-05T13:20:56,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37975 2024-12-05T13:20:56,380 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:20:56,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:20:56,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:20:56,380 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:20:56,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:20:56,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:20:56,380 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T13:20:56,381 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:20:56,381 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44955 2024-12-05T13:20:56,383 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44955 connecting to ZooKeeper ensemble=127.0.0.1:59013 2024-12-05T13:20:56,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:20:56,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:20:56,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449550x0, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:20:56,419 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44955-0x101a6d4cbba0001 connected 2024-12-05T13:20:56,419 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44955-0x101a6d4cbba0001, quorum=127.0.0.1:59013, baseZNode=/01275713695 Set watcher on znode that does not yet exist, /01275713695/running 2024-12-05T13:20:56,419 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T13:20:56,434 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T13:20:56,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44955-0x101a6d4cbba0001, quorum=127.0.0.1:59013, baseZNode=/01275713695 Set watcher on znode that does not yet exist, /01275713695/master 2024-12-05T13:20:56,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44955-0x101a6d4cbba0001, quorum=127.0.0.1:59013, baseZNode=/01275713695 Set watcher on znode that does not yet exist, /01275713695/acl 2024-12-05T13:20:56,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44955 2024-12-05T13:20:56,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44955 2024-12-05T13:20:56,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44955 2024-12-05T13:20:56,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44955 2024-12-05T13:20:56,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44955 2024-12-05T13:20:56,536 DEBUG [M:0;88aaa70743e7:37975 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;88aaa70743e7:37975 2024-12-05T13:20:56,537 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01275713695/backup-masters/88aaa70743e7,37975,1733404856098 2024-12-05T13:20:56,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x101a6d4cbba0001, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275713695/backup-masters 2024-12-05T13:20:56,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x101a6d4cbba0000, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275713695/backup-masters 2024-12-05T13:20:56,546 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37975-0x101a6d4cbba0000, quorum=127.0.0.1:59013, baseZNode=/01275713695 Set watcher on existing znode=/01275713695/backup-masters/88aaa70743e7,37975,1733404856098 2024-12-05T13:20:56,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x101a6d4cbba0000, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275713695 2024-12-05T13:20:56,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x101a6d4cbba0001, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01275713695/master 2024-12-05T13:20:56,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x101a6d4cbba0001, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275713695 2024-12-05T13:20:56,559 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37975-0x101a6d4cbba0000, quorum=127.0.0.1:59013, baseZNode=/01275713695 Set watcher on existing znode=/01275713695/master 2024-12-05T13:20:56,563 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01275713695/backup-masters/88aaa70743e7,37975,1733404856098 from backup master directory 2024-12-05T13:20:56,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x101a6d4cbba0001, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275713695/backup-masters 2024-12-05T13:20:56,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x101a6d4cbba0000, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01275713695/backup-masters/88aaa70743e7,37975,1733404856098 2024-12-05T13:20:56,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x101a6d4cbba0000, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275713695/backup-masters 2024-12-05T13:20:56,570 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:20:56,570 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=88aaa70743e7,37975,1733404856098 2024-12-05T13:20:56,575 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/hbase.id] with ID: 77e6bc79-7da8-4f80-a0da-62adcf0a1d6d 2024-12-05T13:20:56,575 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/.tmp/hbase.id 2024-12-05T13:20:56,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42915 is added to blk_1073741826_1002 (size=42) 2024-12-05T13:20:56,628 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:20:56,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:20:56,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:20:56,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:20:56,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:20:57,023 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/.tmp/hbase.id]:[hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/hbase.id] 2024-12-05T13:20:57,039 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:20:57,039 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T13:20:57,043 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-12-05T13:20:57,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x101a6d4cbba0001, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275713695 2024-12-05T13:20:57,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x101a6d4cbba0000, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275713695 2024-12-05T13:20:57,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42915 is added to blk_1073741827_1003 (size=196) 2024-12-05T13:20:57,130 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:20:57,131 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T13:20:57,131 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:20:57,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42915 is added to blk_1073741828_1004 (size=1189) 2024-12-05T13:20:57,566 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/MasterData/data/master/store 2024-12-05T13:20:57,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42915 is added to blk_1073741829_1005 (size=34) 2024-12-05T13:20:57,587 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:20:57,588 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:20:57,588 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:20:57,588 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:20:57,588 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:20:57,588 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:20:57,588 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:20:57,588 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733404857588Disabling compacts and flushes for region at 1733404857588Disabling writes for close at 1733404857588Writing region close event to WAL at 1733404857588Closed at 1733404857588 2024-12-05T13:20:57,589 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/MasterData/data/master/store/.initializing 2024-12-05T13:20:57,589 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/MasterData/WALs/88aaa70743e7,37975,1733404856098 2024-12-05T13:20:57,592 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:20:57,595 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=88aaa70743e7%2C37975%2C1733404856098, suffix=, logDir=hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/MasterData/WALs/88aaa70743e7,37975,1733404856098, archiveDir=hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/MasterData/oldWALs, maxLogs=10 2024-12-05T13:20:57,614 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/MasterData/WALs/88aaa70743e7,37975,1733404856098/88aaa70743e7%2C37975%2C1733404856098.1733404857595, exclude list is [], retry=0 2024-12-05T13:20:57,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42915,DS-c48c73ae-53c7-43db-8236-ebc200c6b107,DISK] 2024-12-05T13:20:57,641 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/MasterData/WALs/88aaa70743e7,37975,1733404856098/88aaa70743e7%2C37975%2C1733404856098.1733404857595 2024-12-05T13:20:57,642 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33473:33473)] 2024-12-05T13:20:57,642 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:20:57,642 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:20:57,642 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:57,642 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:57,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:57,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T13:20:57,647 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:57,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:57,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:57,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T13:20:57,650 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:57,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:20:57,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:57,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T13:20:57,658 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:57,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:20:57,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:57,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T13:20:57,662 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:57,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:20:57,663 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:57,664 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:57,664 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:57,666 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:57,666 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:57,667 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:20:57,671 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:20:57,687 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:20:57,688 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70348636, jitterRate=0.04827636480331421}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:20:57,689 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733404857642Initializing all the Stores at 1733404857644 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404857644Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404857644Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404857644Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404857644Cleaning up temporary data from old regions at 1733404857666 (+22 ms)Region opened successfully at 1733404857689 (+23 ms) 2024-12-05T13:20:57,694 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T13:20:57,698 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49fa2364, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:20:57,699 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T13:20:57,700 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T13:20:57,700 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T13:20:57,700 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T13:20:57,701 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T13:20:57,701 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T13:20:57,701 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T13:20:57,709 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T13:20:57,710 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37975-0x101a6d4cbba0000, quorum=127.0.0.1:59013, baseZNode=/01275713695 Unable to get data of znode /01275713695/balancer because node does not exist (not necessarily an error) 2024-12-05T13:20:57,724 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01275713695/balancer already deleted, retry=false 2024-12-05T13:20:57,724 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T13:20:57,726 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37975-0x101a6d4cbba0000, quorum=127.0.0.1:59013, baseZNode=/01275713695 Unable to get data of znode /01275713695/normalizer because node does not exist (not necessarily an error) 2024-12-05T13:20:57,732 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01275713695/normalizer already deleted, retry=false 2024-12-05T13:20:57,733 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T13:20:57,740 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37975-0x101a6d4cbba0000, quorum=127.0.0.1:59013, baseZNode=/01275713695 Unable to get data of znode /01275713695/switch/split because node does not exist (not necessarily an error) 2024-12-05T13:20:57,749 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01275713695/switch/split already deleted, retry=false 2024-12-05T13:20:57,750 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37975-0x101a6d4cbba0000, quorum=127.0.0.1:59013, baseZNode=/01275713695 Unable to get data of znode /01275713695/switch/merge because node does not exist (not necessarily an error) 2024-12-05T13:20:57,757 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01275713695/switch/merge already deleted, retry=false 2024-12-05T13:20:57,771 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37975-0x101a6d4cbba0000, quorum=127.0.0.1:59013, baseZNode=/01275713695 Unable to get data of znode /01275713695/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T13:20:57,778 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01275713695/snapshot-cleanup already deleted, retry=false 2024-12-05T13:20:57,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x101a6d4cbba0000, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01275713695/running 2024-12-05T13:20:57,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x101a6d4cbba0000, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275713695 2024-12-05T13:20:57,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x101a6d4cbba0001, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01275713695/running 2024-12-05T13:20:57,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x101a6d4cbba0001, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275713695 2024-12-05T13:20:57,791 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=88aaa70743e7,37975,1733404856098, sessionid=0x101a6d4cbba0000, setting cluster-up flag (Was=false) 2024-12-05T13:20:57,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x101a6d4cbba0001, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275713695 2024-12-05T13:20:57,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x101a6d4cbba0000, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275713695 2024-12-05T13:20:57,832 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01275713695/flush-table-proc/acquired, /01275713695/flush-table-proc/reached, /01275713695/flush-table-proc/abort 2024-12-05T13:20:57,834 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,37975,1733404856098 2024-12-05T13:20:57,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x101a6d4cbba0000, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275713695 2024-12-05T13:20:57,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x101a6d4cbba0001, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275713695 2024-12-05T13:20:57,874 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01275713695/online-snapshot/acquired, /01275713695/online-snapshot/reached, /01275713695/online-snapshot/abort 2024-12-05T13:20:57,877 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,37975,1733404856098 2024-12-05T13:20:57,883 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T13:20:57,891 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T13:20:57,891 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T13:20:57,891 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T13:20:57,892 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 88aaa70743e7,37975,1733404856098 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T13:20:57,893 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:20:57,893 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:20:57,893 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:20:57,893 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:20:57,894 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/88aaa70743e7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T13:20:57,894 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:57,894 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:20:57,894 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:57,919 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:20:57,919 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T13:20:57,921 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:57,921 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T13:20:57,925 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733404887925 2024-12-05T13:20:57,925 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T13:20:57,925 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T13:20:57,925 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T13:20:57,925 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T13:20:57,925 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T13:20:57,925 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T13:20:57,926 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:57,927 INFO [RS:0;88aaa70743e7:44955 {}] regionserver.HRegionServer(746): ClusterId : 77e6bc79-7da8-4f80-a0da-62adcf0a1d6d 2024-12-05T13:20:57,927 DEBUG [RS:0;88aaa70743e7:44955 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T13:20:57,935 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T13:20:57,935 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T13:20:57,935 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T13:20:57,935 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T13:20:57,938 DEBUG [RS:0;88aaa70743e7:44955 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T13:20:57,938 DEBUG [RS:0;88aaa70743e7:44955 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T13:20:57,942 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T13:20:57,943 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T13:20:57,943 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733404857943,5,FailOnTimeoutGroup] 2024-12-05T13:20:57,946 DEBUG [RS:0;88aaa70743e7:44955 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T13:20:57,947 DEBUG [RS:0;88aaa70743e7:44955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34848620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:20:57,950 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733404857943,5,FailOnTimeoutGroup] 2024-12-05T13:20:57,951 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:57,951 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T13:20:57,951 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:57,951 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:57,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42915 is added to blk_1073741831_1007 (size=1321) 2024-12-05T13:20:57,985 DEBUG [RS:0;88aaa70743e7:44955 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;88aaa70743e7:44955 2024-12-05T13:20:57,985 INFO [RS:0;88aaa70743e7:44955 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T13:20:57,985 INFO [RS:0;88aaa70743e7:44955 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T13:20:57,985 DEBUG [RS:0;88aaa70743e7:44955 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T13:20:57,986 INFO [RS:0;88aaa70743e7:44955 {}] regionserver.HRegionServer(2659): reportForDuty to master=88aaa70743e7,37975,1733404856098 with port=44955, startcode=1733404856380 2024-12-05T13:20:57,986 DEBUG [RS:0;88aaa70743e7:44955 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T13:20:57,988 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T13:20:57,989 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37975 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 88aaa70743e7,44955,1733404856380 2024-12-05T13:20:57,989 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37975 {}] master.ServerManager(517): Registering regionserver=88aaa70743e7,44955,1733404856380 2024-12-05T13:20:57,992 DEBUG [RS:0;88aaa70743e7:44955 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d 2024-12-05T13:20:57,992 DEBUG [RS:0;88aaa70743e7:44955 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44323 2024-12-05T13:20:57,992 DEBUG [RS:0;88aaa70743e7:44955 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T13:20:57,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x101a6d4cbba0000, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275713695/rs 2024-12-05T13:20:58,000 DEBUG [RS:0;88aaa70743e7:44955 {}] zookeeper.ZKUtil(111): regionserver:44955-0x101a6d4cbba0001, quorum=127.0.0.1:59013, baseZNode=/01275713695 Set watcher on existing znode=/01275713695/rs/88aaa70743e7,44955,1733404856380 2024-12-05T13:20:58,000 WARN [RS:0;88aaa70743e7:44955 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:20:58,000 INFO [RS:0;88aaa70743e7:44955 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:20:58,000 DEBUG [RS:0;88aaa70743e7:44955 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380 2024-12-05T13:20:58,015 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [88aaa70743e7,44955,1733404856380] 2024-12-05T13:20:58,019 INFO [RS:0;88aaa70743e7:44955 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T13:20:58,021 INFO [RS:0;88aaa70743e7:44955 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T13:20:58,021 INFO [RS:0;88aaa70743e7:44955 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T13:20:58,021 INFO [RS:0;88aaa70743e7:44955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:58,022 INFO [RS:0;88aaa70743e7:44955 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T13:20:58,023 INFO [RS:0;88aaa70743e7:44955 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T13:20:58,023 INFO [RS:0;88aaa70743e7:44955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:58,023 DEBUG [RS:0;88aaa70743e7:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:58,023 DEBUG [RS:0;88aaa70743e7:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:58,023 DEBUG [RS:0;88aaa70743e7:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:58,023 DEBUG [RS:0;88aaa70743e7:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:58,023 DEBUG [RS:0;88aaa70743e7:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:58,023 DEBUG [RS:0;88aaa70743e7:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:20:58,023 DEBUG [RS:0;88aaa70743e7:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:58,023 DEBUG [RS:0;88aaa70743e7:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:58,023 DEBUG [RS:0;88aaa70743e7:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:58,025 DEBUG [RS:0;88aaa70743e7:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:58,025 DEBUG [RS:0;88aaa70743e7:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:58,025 DEBUG [RS:0;88aaa70743e7:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:20:58,025 DEBUG [RS:0;88aaa70743e7:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:20:58,025 DEBUG [RS:0;88aaa70743e7:44955 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:20:58,039 INFO [RS:0;88aaa70743e7:44955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:58,039 INFO [RS:0;88aaa70743e7:44955 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:58,039 INFO [RS:0;88aaa70743e7:44955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:58,039 INFO [RS:0;88aaa70743e7:44955 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:58,039 INFO [RS:0;88aaa70743e7:44955 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:58,039 INFO [RS:0;88aaa70743e7:44955 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,44955,1733404856380-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:20:58,063 INFO [RS:0;88aaa70743e7:44955 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T13:20:58,064 INFO [RS:0;88aaa70743e7:44955 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,44955,1733404856380-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:58,064 INFO [RS:0;88aaa70743e7:44955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:58,064 INFO [RS:0;88aaa70743e7:44955 {}] regionserver.Replication(171): 88aaa70743e7,44955,1733404856380 started 2024-12-05T13:20:58,087 INFO [RS:0;88aaa70743e7:44955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:58,087 INFO [RS:0;88aaa70743e7:44955 {}] regionserver.HRegionServer(1482): Serving as 88aaa70743e7,44955,1733404856380, RpcServer on 88aaa70743e7/172.17.0.3:44955, sessionid=0x101a6d4cbba0001 2024-12-05T13:20:58,087 DEBUG [RS:0;88aaa70743e7:44955 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T13:20:58,087 DEBUG [RS:0;88aaa70743e7:44955 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 88aaa70743e7,44955,1733404856380 2024-12-05T13:20:58,087 DEBUG [RS:0;88aaa70743e7:44955 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,44955,1733404856380' 2024-12-05T13:20:58,087 DEBUG [RS:0;88aaa70743e7:44955 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01275713695/flush-table-proc/abort' 2024-12-05T13:20:58,088 DEBUG [RS:0;88aaa70743e7:44955 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01275713695/flush-table-proc/acquired' 2024-12-05T13:20:58,088 DEBUG [RS:0;88aaa70743e7:44955 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T13:20:58,088 DEBUG [RS:0;88aaa70743e7:44955 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T13:20:58,088 DEBUG [RS:0;88aaa70743e7:44955 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 88aaa70743e7,44955,1733404856380 2024-12-05T13:20:58,088 DEBUG [RS:0;88aaa70743e7:44955 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,44955,1733404856380' 2024-12-05T13:20:58,088 DEBUG [RS:0;88aaa70743e7:44955 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01275713695/online-snapshot/abort' 2024-12-05T13:20:58,089 DEBUG [RS:0;88aaa70743e7:44955 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01275713695/online-snapshot/acquired' 2024-12-05T13:20:58,089 DEBUG [RS:0;88aaa70743e7:44955 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T13:20:58,089 INFO [RS:0;88aaa70743e7:44955 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T13:20:58,089 INFO [RS:0;88aaa70743e7:44955 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T13:20:58,190 INFO [RS:0;88aaa70743e7:44955 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:20:58,198 INFO [RS:0;88aaa70743e7:44955 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C44955%2C1733404856380, suffix=, logDir=hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380, archiveDir=hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/oldWALs, maxLogs=10 2024-12-05T13:20:58,212 DEBUG [RS:0;88aaa70743e7:44955 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198, exclude list is [], retry=0 2024-12-05T13:20:58,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42915,DS-c48c73ae-53c7-43db-8236-ebc200c6b107,DISK] 2024-12-05T13:20:58,228 INFO [RS:0;88aaa70743e7:44955 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 2024-12-05T13:20:58,239 DEBUG [RS:0;88aaa70743e7:44955 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33473:33473)] 2024-12-05T13:20:58,381 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T13:20:58,381 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d 2024-12-05T13:20:58,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42915 is added to blk_1073741833_1009 (size=32) 2024-12-05T13:20:58,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:20:58,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:20:58,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:20:58,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:58,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:58,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:20:58,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:20:58,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:58,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:58,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:20:58,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:20:58,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:58,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:58,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:20:58,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:20:58,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:58,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:58,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:20:58,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/meta/1588230740 2024-12-05T13:20:58,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/meta/1588230740 2024-12-05T13:20:58,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:20:58,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:20:58,852 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:20:58,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:20:58,858 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:20:58,858 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59263370, jitterRate=-0.11690697073936462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:20:58,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733404858810Initializing all the Stores at 1733404858811 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404858811Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404858811Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404858811Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404858811Cleaning up temporary data from old regions at 1733404858851 (+40 ms)Region opened successfully at 1733404858859 (+8 ms) 2024-12-05T13:20:58,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:20:58,859 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:20:58,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:20:58,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:20:58,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:20:58,863 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:20:58,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733404858859Disabling compacts and flushes for region at 1733404858859Disabling writes for close at 1733404858859Writing region close event to WAL at 1733404858863 (+4 ms)Closed at 1733404858863 2024-12-05T13:20:58,867 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:20:58,867 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T13:20:58,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T13:20:58,876 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:20:58,878 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T13:20:59,029 DEBUG [88aaa70743e7:37975 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T13:20:59,031 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=88aaa70743e7,44955,1733404856380 2024-12-05T13:20:59,035 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,44955,1733404856380, state=OPENING 2024-12-05T13:20:59,112 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T13:20:59,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x101a6d4cbba0000, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275713695 2024-12-05T13:20:59,124 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:20:59,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,44955,1733404856380}] 2024-12-05T13:20:59,126 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01275713695/meta-region-server: CHANGED 2024-12-05T13:20:59,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x101a6d4cbba0001, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275713695 2024-12-05T13:20:59,128 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01275713695/meta-region-server: CHANGED 2024-12-05T13:20:59,283 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:20:59,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T13:20:59,290 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T13:20:59,290 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:20:59,290 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T13:20:59,292 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C44955%2C1733404856380.meta, suffix=.meta, logDir=hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380, archiveDir=hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/oldWALs, maxLogs=10 2024-12-05T13:20:59,309 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.meta.1733404859293.meta, exclude list is [], retry=0 2024-12-05T13:20:59,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42915,DS-c48c73ae-53c7-43db-8236-ebc200c6b107,DISK] 2024-12-05T13:20:59,330 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.meta.1733404859293.meta 2024-12-05T13:20:59,332 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33473:33473)] 2024-12-05T13:20:59,332 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:20:59,333 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:20:59,333 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:20:59,333 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T13:20:59,333 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T13:20:59,334 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T13:20:59,334 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:20:59,334 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T13:20:59,334 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T13:20:59,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:20:59,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:20:59,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:59,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:59,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:20:59,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:20:59,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:59,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:59,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:20:59,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:20:59,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:59,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:59,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:20:59,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:20:59,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:20:59,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:20:59,355 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:20:59,356 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/meta/1588230740 2024-12-05T13:20:59,357 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/meta/1588230740 2024-12-05T13:20:59,358 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:20:59,358 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:20:59,359 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:20:59,361 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:20:59,361 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69600638, jitterRate=0.03713032603263855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:20:59,361 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T13:20:59,362 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733404859334Writing region info on filesystem at 1733404859334Initializing all the Stores at 1733404859343 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404859343Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404859346 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404859346Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404859346Cleaning up temporary data from old regions at 1733404859358 (+12 ms)Running coprocessor post-open hooks at 1733404859361 (+3 ms)Region opened successfully at 1733404859362 (+1 ms) 2024-12-05T13:20:59,366 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733404859283 2024-12-05T13:20:59,373 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T13:20:59,373 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T13:20:59,373 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=88aaa70743e7,44955,1733404856380 2024-12-05T13:20:59,375 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,44955,1733404856380, state=OPEN 2024-12-05T13:20:59,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x101a6d4cbba0001, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01275713695/meta-region-server 2024-12-05T13:20:59,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x101a6d4cbba0000, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01275713695/meta-region-server 2024-12-05T13:20:59,452 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=88aaa70743e7,44955,1733404856380 2024-12-05T13:20:59,452 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01275713695/meta-region-server: CHANGED 2024-12-05T13:20:59,452 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01275713695/meta-region-server: CHANGED 2024-12-05T13:20:59,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T13:20:59,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,44955,1733404856380 in 327 msec 2024-12-05T13:20:59,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T13:20:59,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 589 msec 2024-12-05T13:20:59,466 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:20:59,466 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T13:20:59,467 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:20:59,467 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,44955,1733404856380, seqNum=-1] 2024-12-05T13:20:59,468 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:20:59,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:20:59,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5890 sec 2024-12-05T13:20:59,482 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733404859482, completionTime=-1 2024-12-05T13:20:59,483 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T13:20:59,483 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T13:20:59,486 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T13:20:59,486 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733404919486 2024-12-05T13:20:59,486 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733404979486 2024-12-05T13:20:59,487 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-05T13:20:59,487 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,37975,1733404856098-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:59,487 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,37975,1733404856098-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:59,487 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,37975,1733404856098-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:59,487 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-88aaa70743e7:37975, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:59,487 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:59,488 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:59,498 DEBUG [master/88aaa70743e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T13:20:59,499 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.929sec 2024-12-05T13:20:59,499 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T13:20:59,499 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T13:20:59,499 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T13:20:59,499 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T13:20:59,499 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T13:20:59,499 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,37975,1733404856098-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:20:59,499 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,37975,1733404856098-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T13:20:59,506 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T13:20:59,507 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T13:20:59,507 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,37975,1733404856098-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:20:59,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7333f164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:59,536 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,37975,-1 for getting cluster id 2024-12-05T13:20:59,536 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:20:59,544 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77e6bc79-7da8-4f80-a0da-62adcf0a1d6d' 2024-12-05T13:20:59,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:20:59,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77e6bc79-7da8-4f80-a0da-62adcf0a1d6d" 2024-12-05T13:20:59,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e7066a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:59,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,37975,-1] 2024-12-05T13:20:59,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:20:59,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:20:59,547 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:20:59,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763dd23d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:20:59,549 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:20:59,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,44955,1733404856380, seqNum=-1] 2024-12-05T13:20:59,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:20:59,555 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:20:59,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=88aaa70743e7,37975,1733404856098 2024-12-05T13:20:59,562 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59013 2024-12-05T13:20:59,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:20:59,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a6d4cbba0002 connected 2024-12-05T13:20:59,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235/hadoop.log.dir so I do NOT create it in target/test-data/c1aa7dde-6e57-2120-7712-a16d7ed50e3b 2024-12-05T13:20:59,590 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T13:20:59,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235/hadoop.tmp.dir so I do NOT create it in target/test-data/c1aa7dde-6e57-2120-7712-a16d7ed50e3b 2024-12-05T13:20:59,590 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T13:20:59,590 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1aa7dde-6e57-2120-7712-a16d7ed50e3b 2024-12-05T13:20:59,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T13:20:59,590 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1aa7dde-6e57-2120-7712-a16d7ed50e3b/cluster_c8fc3e8f-0138-52e8-bb34-85ccf11a88a0, deleteOnExit=true 2024-12-05T13:20:59,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T13:20:59,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1aa7dde-6e57-2120-7712-a16d7ed50e3b/test.cache.data in system properties and HBase conf 2024-12-05T13:20:59,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1aa7dde-6e57-2120-7712-a16d7ed50e3b/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T13:20:59,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1aa7dde-6e57-2120-7712-a16d7ed50e3b/hadoop.log.dir in system properties and HBase conf 2024-12-05T13:20:59,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1aa7dde-6e57-2120-7712-a16d7ed50e3b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T13:20:59,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1aa7dde-6e57-2120-7712-a16d7ed50e3b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T13:20:59,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T13:20:59,591 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T13:20:59,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1aa7dde-6e57-2120-7712-a16d7ed50e3b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:20:59,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1aa7dde-6e57-2120-7712-a16d7ed50e3b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:20:59,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1aa7dde-6e57-2120-7712-a16d7ed50e3b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T13:20:59,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1aa7dde-6e57-2120-7712-a16d7ed50e3b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:20:59,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1aa7dde-6e57-2120-7712-a16d7ed50e3b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T13:20:59,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1aa7dde-6e57-2120-7712-a16d7ed50e3b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T13:20:59,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1aa7dde-6e57-2120-7712-a16d7ed50e3b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:20:59,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1aa7dde-6e57-2120-7712-a16d7ed50e3b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:20:59,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1aa7dde-6e57-2120-7712-a16d7ed50e3b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T13:20:59,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1aa7dde-6e57-2120-7712-a16d7ed50e3b/nfs.dump.dir in system properties and HBase conf 2024-12-05T13:20:59,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1aa7dde-6e57-2120-7712-a16d7ed50e3b/java.io.tmpdir in system properties and HBase conf 2024-12-05T13:20:59,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1aa7dde-6e57-2120-7712-a16d7ed50e3b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:20:59,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1aa7dde-6e57-2120-7712-a16d7ed50e3b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T13:20:59,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1aa7dde-6e57-2120-7712-a16d7ed50e3b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T13:20:59,876 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:20:59,883 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:20:59,944 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:20:59,944 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:20:59,944 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T13:20:59,947 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:20:59,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50e6c400{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1aa7dde-6e57-2120-7712-a16d7ed50e3b/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:20:59,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6df6e017{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:21:00,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f1361c3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1aa7dde-6e57-2120-7712-a16d7ed50e3b/java.io.tmpdir/jetty-localhost-38885-hadoop-hdfs-3_4_1-tests_jar-_-any-9573225631851507330/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:21:00,078 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e637be1{HTTP/1.1, (http/1.1)}{localhost:38885} 2024-12-05T13:21:00,079 INFO [Time-limited test {}] server.Server(415): Started @55914ms 2024-12-05T13:21:00,317 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:21:00,326 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:21:00,339 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:21:00,339 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:21:00,339 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:21:00,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64bc174b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1aa7dde-6e57-2120-7712-a16d7ed50e3b/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:21:00,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@600b86b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:21:00,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36fce771{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1aa7dde-6e57-2120-7712-a16d7ed50e3b/java.io.tmpdir/jetty-localhost-38691-hadoop-hdfs-3_4_1-tests_jar-_-any-14406316968277667280/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:21:00,469 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d2f54a8{HTTP/1.1, (http/1.1)}{localhost:38691} 2024-12-05T13:21:00,469 INFO [Time-limited test {}] server.Server(415): Started @56304ms 2024-12-05T13:21:00,470 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:21:01,007 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1aa7dde-6e57-2120-7712-a16d7ed50e3b/cluster_c8fc3e8f-0138-52e8-bb34-85ccf11a88a0/data/data1/current/BP-1584775378-172.17.0.3-1733404859619/current, will proceed with Du for space computation calculation, 2024-12-05T13:21:01,011 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1aa7dde-6e57-2120-7712-a16d7ed50e3b/cluster_c8fc3e8f-0138-52e8-bb34-85ccf11a88a0/data/data2/current/BP-1584775378-172.17.0.3-1733404859619/current, will proceed with Du for space computation calculation, 2024-12-05T13:21:01,076 WARN [Thread-934 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:21:01,082 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d63356bac220685 with lease ID 0xfed3f457c18f1c8b: Processing first storage report for DS-4ac178e9-bb2f-4420-82ef-5a6ceb0f4829 from datanode DatanodeRegistration(127.0.0.1:39883, datanodeUuid=4d52e35d-6d67-496f-a39b-5d308ebfc66a, infoPort=40095, infoSecurePort=0, ipcPort=41715, storageInfo=lv=-57;cid=testClusterID;nsid=1828713593;c=1733404859619) 2024-12-05T13:21:01,082 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d63356bac220685 with lease ID 0xfed3f457c18f1c8b: from storage DS-4ac178e9-bb2f-4420-82ef-5a6ceb0f4829 node DatanodeRegistration(127.0.0.1:39883, datanodeUuid=4d52e35d-6d67-496f-a39b-5d308ebfc66a, infoPort=40095, infoSecurePort=0, ipcPort=41715, storageInfo=lv=-57;cid=testClusterID;nsid=1828713593;c=1733404859619), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:21:01,082 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d63356bac220685 with lease ID 0xfed3f457c18f1c8b: Processing first storage report for DS-d6f2a7c3-baf6-485f-ab27-b0cf0af977f3 from datanode DatanodeRegistration(127.0.0.1:39883, datanodeUuid=4d52e35d-6d67-496f-a39b-5d308ebfc66a, infoPort=40095, infoSecurePort=0, ipcPort=41715, storageInfo=lv=-57;cid=testClusterID;nsid=1828713593;c=1733404859619) 2024-12-05T13:21:01,082 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d63356bac220685 with lease ID 0xfed3f457c18f1c8b: from storage DS-d6f2a7c3-baf6-485f-ab27-b0cf0af977f3 node DatanodeRegistration(127.0.0.1:39883, datanodeUuid=4d52e35d-6d67-496f-a39b-5d308ebfc66a, infoPort=40095, infoSecurePort=0, ipcPort=41715, storageInfo=lv=-57;cid=testClusterID;nsid=1828713593;c=1733404859619), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:21:01,143 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1aa7dde-6e57-2120-7712-a16d7ed50e3b 2024-12-05T13:21:01,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:21:01,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:21:01,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39883 is added to blk_1073741825_1001 (size=7) 2024-12-05T13:21:01,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T13:21:01,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T13:21:01,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:21:01,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T13:21:01,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:21:01,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T13:21:01,575 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d with version=8 2024-12-05T13:21:01,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/hbase-staging 2024-12-05T13:21:01,577 INFO [Time-limited test {}] client.ConnectionUtils(128): master/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:21:01,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:21:01,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:21:01,578 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:21:01,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:21:01,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:21:01,578 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T13:21:01,578 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:21:01,587 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41939 2024-12-05T13:21:01,588 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41939 connecting to ZooKeeper ensemble=127.0.0.1:59013 2024-12-05T13:21:01,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419390x0, quorum=127.0.0.1:59013, baseZNode=/12106845435 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:21:01,639 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41939-0x101a6d4cbba0003 connected 2024-12-05T13:21:01,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:21:01,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:21:01,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41939-0x101a6d4cbba0003, quorum=127.0.0.1:59013, baseZNode=/12106845435 Set watcher on znode that does not yet exist, /12106845435/running 2024-12-05T13:21:01,727 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d, hbase.cluster.distributed=false 2024-12-05T13:21:01,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41939-0x101a6d4cbba0003, quorum=127.0.0.1:59013, baseZNode=/12106845435 Set watcher on znode that does not yet exist, /12106845435/acl 2024-12-05T13:21:01,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41939 2024-12-05T13:21:01,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41939 2024-12-05T13:21:01,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41939 2024-12-05T13:21:01,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41939 2024-12-05T13:21:01,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41939 2024-12-05T13:21:01,813 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:21:01,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:21:01,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:21:01,813 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:21:01,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:21:01,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:21:01,813 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T13:21:01,813 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:21:01,838 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46381 2024-12-05T13:21:01,840 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46381 connecting to ZooKeeper ensemble=127.0.0.1:59013 2024-12-05T13:21:01,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:21:01,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:21:01,874 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463810x0, quorum=127.0.0.1:59013, baseZNode=/12106845435 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:21:01,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463810x0, quorum=127.0.0.1:59013, baseZNode=/12106845435 Set watcher on znode that does not yet exist, /12106845435/running 2024-12-05T13:21:01,875 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T13:21:01,879 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46381-0x101a6d4cbba0004 connected 2024-12-05T13:21:01,879 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T13:21:01,880 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46381-0x101a6d4cbba0004, quorum=127.0.0.1:59013, baseZNode=/12106845435 Set watcher on znode that does not yet exist, /12106845435/master 2024-12-05T13:21:01,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46381-0x101a6d4cbba0004, quorum=127.0.0.1:59013, baseZNode=/12106845435 Set watcher on znode that does not yet exist, /12106845435/acl 2024-12-05T13:21:01,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46381 2024-12-05T13:21:01,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46381 2024-12-05T13:21:01,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46381 2024-12-05T13:21:01,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46381 2024-12-05T13:21:01,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46381 2024-12-05T13:21:01,931 DEBUG [M:0;88aaa70743e7:41939 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;88aaa70743e7:41939 2024-12-05T13:21:01,931 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12106845435/backup-masters/88aaa70743e7,41939,1733404861577 2024-12-05T13:21:01,940 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46381-0x101a6d4cbba0004, quorum=127.0.0.1:59013, baseZNode=/12106845435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12106845435/backup-masters 2024-12-05T13:21:01,941 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41939-0x101a6d4cbba0003, quorum=127.0.0.1:59013, baseZNode=/12106845435 Set watcher on existing znode=/12106845435/backup-masters/88aaa70743e7,41939,1733404861577 2024-12-05T13:21:01,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41939-0x101a6d4cbba0003, quorum=127.0.0.1:59013, baseZNode=/12106845435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12106845435/backup-masters 2024-12-05T13:21:01,949 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46381-0x101a6d4cbba0004, quorum=127.0.0.1:59013, baseZNode=/12106845435 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12106845435/master 2024-12-05T13:21:01,949 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46381-0x101a6d4cbba0004, quorum=127.0.0.1:59013, baseZNode=/12106845435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12106845435 2024-12-05T13:21:01,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41939-0x101a6d4cbba0003, quorum=127.0.0.1:59013, baseZNode=/12106845435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12106845435 2024-12-05T13:21:01,950 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41939-0x101a6d4cbba0003, quorum=127.0.0.1:59013, baseZNode=/12106845435 Set watcher on existing znode=/12106845435/master 2024-12-05T13:21:01,950 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12106845435/backup-masters/88aaa70743e7,41939,1733404861577 from backup master directory 2024-12-05T13:21:01,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41939-0x101a6d4cbba0003, quorum=127.0.0.1:59013, baseZNode=/12106845435 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12106845435/backup-masters/88aaa70743e7,41939,1733404861577 2024-12-05T13:21:01,957 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46381-0x101a6d4cbba0004, quorum=127.0.0.1:59013, baseZNode=/12106845435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12106845435/backup-masters 2024-12-05T13:21:01,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41939-0x101a6d4cbba0003, quorum=127.0.0.1:59013, baseZNode=/12106845435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12106845435/backup-masters 2024-12-05T13:21:01,957 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:21:01,957 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=88aaa70743e7,41939,1733404861577 2024-12-05T13:21:01,962 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/hbase.id] with ID: de14acd4-bfad-45df-a982-ee2264c7a10e 2024-12-05T13:21:01,962 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/.tmp/hbase.id 2024-12-05T13:21:01,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39883 is added to blk_1073741826_1002 (size=42) 2024-12-05T13:21:02,392 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/.tmp/hbase.id]:[hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/hbase.id] 2024-12-05T13:21:02,412 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:21:02,412 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T13:21:02,414 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-05T13:21:02,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41939-0x101a6d4cbba0003, quorum=127.0.0.1:59013, baseZNode=/12106845435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12106845435 2024-12-05T13:21:02,447 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46381-0x101a6d4cbba0004, quorum=127.0.0.1:59013, baseZNode=/12106845435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12106845435 2024-12-05T13:21:02,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39883 is added to blk_1073741827_1003 (size=196) 2024-12-05T13:21:02,504 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:21:02,504 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T13:21:02,505 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:21:02,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39883 is added to blk_1073741828_1004 (size=1189) 2024-12-05T13:21:02,527 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/MasterData/data/master/store 2024-12-05T13:21:02,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39883 is added to blk_1073741829_1005 (size=34) 2024-12-05T13:21:02,965 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:21:02,965 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:21:02,965 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:21:02,965 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:21:02,965 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:21:02,965 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:21:02,965 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:21:02,966 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733404862965Disabling compacts and flushes for region at 1733404862965Disabling writes for close at 1733404862965Writing region close event to WAL at 1733404862965Closed at 1733404862965 2024-12-05T13:21:02,967 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/MasterData/data/master/store/.initializing 2024-12-05T13:21:02,967 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/MasterData/WALs/88aaa70743e7,41939,1733404861577 2024-12-05T13:21:02,968 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:21:02,970 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=88aaa70743e7%2C41939%2C1733404861577, suffix=, logDir=hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/MasterData/WALs/88aaa70743e7,41939,1733404861577, archiveDir=hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/MasterData/oldWALs, maxLogs=10 2024-12-05T13:21:02,990 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/MasterData/WALs/88aaa70743e7,41939,1733404861577/88aaa70743e7%2C41939%2C1733404861577.1733404862970, exclude list is [], retry=0 2024-12-05T13:21:02,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39883,DS-4ac178e9-bb2f-4420-82ef-5a6ceb0f4829,DISK] 2024-12-05T13:21:02,999 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/MasterData/WALs/88aaa70743e7,41939,1733404861577/88aaa70743e7%2C41939%2C1733404861577.1733404862970 2024-12-05T13:21:02,999 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40095:40095)] 2024-12-05T13:21:03,000 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:21:03,000 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:21:03,000 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:21:03,000 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:21:03,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:21:03,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T13:21:03,020 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:03,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:21:03,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:21:03,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T13:21:03,027 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:03,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:21:03,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:21:03,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T13:21:03,035 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:03,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:21:03,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:21:03,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T13:21:03,038 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:03,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:21:03,038 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:21:03,039 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:21:03,040 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:21:03,042 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:21:03,042 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:21:03,042 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:21:03,044 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:21:03,047 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:21:03,048 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66332375, jitterRate=-0.011570587754249573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:21:03,048 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733404863000Initializing all the Stores at 1733404863010 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404863011 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404863014 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404863014Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404863014Cleaning up temporary data from old regions at 1733404863042 (+28 ms)Region opened successfully at 1733404863048 (+6 ms) 2024-12-05T13:21:03,048 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T13:21:03,052 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27a61796, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:21:03,055 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T13:21:03,055 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T13:21:03,055 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T13:21:03,055 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T13:21:03,056 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T13:21:03,056 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T13:21:03,057 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T13:21:03,069 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T13:21:03,071 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41939-0x101a6d4cbba0003, quorum=127.0.0.1:59013, baseZNode=/12106845435 Unable to get data of znode /12106845435/balancer because node does not exist (not necessarily an error) 2024-12-05T13:21:03,103 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12106845435/balancer already deleted, retry=false 2024-12-05T13:21:03,103 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T13:21:03,104 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41939-0x101a6d4cbba0003, quorum=127.0.0.1:59013, baseZNode=/12106845435 Unable to get data of znode /12106845435/normalizer because node does not exist (not necessarily an error) 2024-12-05T13:21:03,111 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12106845435/normalizer already deleted, retry=false 2024-12-05T13:21:03,112 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T13:21:03,113 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41939-0x101a6d4cbba0003, quorum=127.0.0.1:59013, baseZNode=/12106845435 Unable to get data of znode /12106845435/switch/split because node does not exist (not necessarily an error) 2024-12-05T13:21:03,119 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12106845435/switch/split already deleted, retry=false 2024-12-05T13:21:03,121 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41939-0x101a6d4cbba0003, quorum=127.0.0.1:59013, baseZNode=/12106845435 Unable to get data of znode /12106845435/switch/merge because node does not exist (not necessarily an error) 2024-12-05T13:21:03,128 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12106845435/switch/merge already deleted, retry=false 2024-12-05T13:21:03,130 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41939-0x101a6d4cbba0003, quorum=127.0.0.1:59013, baseZNode=/12106845435 Unable to get data of znode /12106845435/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T13:21:03,140 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12106845435/snapshot-cleanup already deleted, retry=false 2024-12-05T13:21:03,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41939-0x101a6d4cbba0003, quorum=127.0.0.1:59013, baseZNode=/12106845435 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12106845435/running 2024-12-05T13:21:03,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41939-0x101a6d4cbba0003, quorum=127.0.0.1:59013, baseZNode=/12106845435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12106845435 2024-12-05T13:21:03,150 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=88aaa70743e7,41939,1733404861577, sessionid=0x101a6d4cbba0003, setting cluster-up flag (Was=false) 2024-12-05T13:21:03,150 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46381-0x101a6d4cbba0004, quorum=127.0.0.1:59013, baseZNode=/12106845435 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12106845435/running 2024-12-05T13:21:03,150 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46381-0x101a6d4cbba0004, quorum=127.0.0.1:59013, baseZNode=/12106845435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12106845435 2024-12-05T13:21:03,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41939-0x101a6d4cbba0003, quorum=127.0.0.1:59013, baseZNode=/12106845435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12106845435 2024-12-05T13:21:03,190 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12106845435/flush-table-proc/acquired, /12106845435/flush-table-proc/reached, /12106845435/flush-table-proc/abort 2024-12-05T13:21:03,193 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,41939,1733404861577 2024-12-05T13:21:03,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41939-0x101a6d4cbba0003, quorum=127.0.0.1:59013, baseZNode=/12106845435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12106845435 2024-12-05T13:21:03,211 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46381-0x101a6d4cbba0004, quorum=127.0.0.1:59013, baseZNode=/12106845435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12106845435 2024-12-05T13:21:03,236 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12106845435/online-snapshot/acquired, /12106845435/online-snapshot/reached, /12106845435/online-snapshot/abort 2024-12-05T13:21:03,242 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,41939,1733404861577 2024-12-05T13:21:03,247 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T13:21:03,252 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T13:21:03,252 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T13:21:03,252 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T13:21:03,252 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 88aaa70743e7,41939,1733404861577 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T13:21:03,253 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:21:03,253 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:21:03,253 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:21:03,253 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:21:03,254 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/88aaa70743e7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T13:21:03,254 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:21:03,254 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:21:03,254 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:21:03,259 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:21:03,259 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T13:21:03,260 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:03,260 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T13:21:03,261 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733404893261 2024-12-05T13:21:03,261 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T13:21:03,261 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T13:21:03,261 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T13:21:03,261 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T13:21:03,261 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T13:21:03,261 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T13:21:03,261 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:21:03,262 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T13:21:03,262 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T13:21:03,262 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T13:21:03,262 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T13:21:03,274 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T13:21:03,275 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T13:21:03,286 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733404863275,5,FailOnTimeoutGroup] 2024-12-05T13:21:03,294 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733404863287,5,FailOnTimeoutGroup] 2024-12-05T13:21:03,295 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:21:03,295 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T13:21:03,295 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T13:21:03,295 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T13:21:03,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39883 is added to blk_1073741831_1007 (size=1321) 2024-12-05T13:21:03,324 INFO [RS:0;88aaa70743e7:46381 {}] regionserver.HRegionServer(746): ClusterId : de14acd4-bfad-45df-a982-ee2264c7a10e 2024-12-05T13:21:03,324 DEBUG [RS:0;88aaa70743e7:46381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T13:21:03,338 DEBUG [RS:0;88aaa70743e7:46381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T13:21:03,338 DEBUG [RS:0;88aaa70743e7:46381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T13:21:03,350 DEBUG [RS:0;88aaa70743e7:46381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T13:21:03,351 DEBUG [RS:0;88aaa70743e7:46381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b661351, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:21:03,378 DEBUG [RS:0;88aaa70743e7:46381 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;88aaa70743e7:46381 2024-12-05T13:21:03,378 INFO [RS:0;88aaa70743e7:46381 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T13:21:03,378 INFO [RS:0;88aaa70743e7:46381 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T13:21:03,378 DEBUG [RS:0;88aaa70743e7:46381 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T13:21:03,380 INFO [RS:0;88aaa70743e7:46381 {}] regionserver.HRegionServer(2659): reportForDuty to master=88aaa70743e7,41939,1733404861577 with port=46381, startcode=1733404861812 2024-12-05T13:21:03,380 DEBUG [RS:0;88aaa70743e7:46381 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T13:21:03,384 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T13:21:03,385 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41939 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 88aaa70743e7,46381,1733404861812 2024-12-05T13:21:03,385 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41939 {}] master.ServerManager(517): Registering regionserver=88aaa70743e7,46381,1733404861812 2024-12-05T13:21:03,388 DEBUG [RS:0;88aaa70743e7:46381 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d 2024-12-05T13:21:03,388 DEBUG [RS:0;88aaa70743e7:46381 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37741 2024-12-05T13:21:03,388 DEBUG [RS:0;88aaa70743e7:46381 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T13:21:03,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41939-0x101a6d4cbba0003, quorum=127.0.0.1:59013, baseZNode=/12106845435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12106845435/rs 2024-12-05T13:21:03,439 DEBUG [RS:0;88aaa70743e7:46381 {}] zookeeper.ZKUtil(111): regionserver:46381-0x101a6d4cbba0004, quorum=127.0.0.1:59013, baseZNode=/12106845435 Set watcher on existing znode=/12106845435/rs/88aaa70743e7,46381,1733404861812 2024-12-05T13:21:03,439 WARN [RS:0;88aaa70743e7:46381 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:21:03,439 INFO [RS:0;88aaa70743e7:46381 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:21:03,439 DEBUG [RS:0;88aaa70743e7:46381 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/WALs/88aaa70743e7,46381,1733404861812 2024-12-05T13:21:03,441 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [88aaa70743e7,46381,1733404861812] 2024-12-05T13:21:03,447 INFO [RS:0;88aaa70743e7:46381 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T13:21:03,459 INFO [RS:0;88aaa70743e7:46381 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T13:21:03,463 INFO [RS:0;88aaa70743e7:46381 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T13:21:03,463 INFO [RS:0;88aaa70743e7:46381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:21:03,466 INFO [RS:0;88aaa70743e7:46381 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T13:21:03,468 INFO [RS:0;88aaa70743e7:46381 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T13:21:03,468 INFO [RS:0;88aaa70743e7:46381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T13:21:03,468 DEBUG [RS:0;88aaa70743e7:46381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:21:03,468 DEBUG [RS:0;88aaa70743e7:46381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:21:03,468 DEBUG [RS:0;88aaa70743e7:46381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:21:03,468 DEBUG [RS:0;88aaa70743e7:46381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:21:03,468 DEBUG [RS:0;88aaa70743e7:46381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:21:03,468 DEBUG [RS:0;88aaa70743e7:46381 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:21:03,468 DEBUG [RS:0;88aaa70743e7:46381 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:21:03,468 DEBUG [RS:0;88aaa70743e7:46381 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:21:03,468 DEBUG [RS:0;88aaa70743e7:46381 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:21:03,468 DEBUG [RS:0;88aaa70743e7:46381 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:21:03,468 DEBUG [RS:0;88aaa70743e7:46381 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:21:03,468 DEBUG [RS:0;88aaa70743e7:46381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:21:03,468 DEBUG [RS:0;88aaa70743e7:46381 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:21:03,468 DEBUG [RS:0;88aaa70743e7:46381 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:21:03,474 INFO [RS:0;88aaa70743e7:46381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:21:03,475 INFO [RS:0;88aaa70743e7:46381 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:21:03,475 INFO [RS:0;88aaa70743e7:46381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:21:03,475 INFO [RS:0;88aaa70743e7:46381 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T13:21:03,475 INFO [RS:0;88aaa70743e7:46381 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T13:21:03,475 INFO [RS:0;88aaa70743e7:46381 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,46381,1733404861812-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:21:03,502 INFO [RS:0;88aaa70743e7:46381 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T13:21:03,502 INFO [RS:0;88aaa70743e7:46381 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,46381,1733404861812-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:21:03,502 INFO [RS:0;88aaa70743e7:46381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:21:03,502 INFO [RS:0;88aaa70743e7:46381 {}] regionserver.Replication(171): 88aaa70743e7,46381,1733404861812 started 2024-12-05T13:21:03,520 INFO [RS:0;88aaa70743e7:46381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:21:03,521 INFO [RS:0;88aaa70743e7:46381 {}] regionserver.HRegionServer(1482): Serving as 88aaa70743e7,46381,1733404861812, RpcServer on 88aaa70743e7/172.17.0.3:46381, sessionid=0x101a6d4cbba0004 2024-12-05T13:21:03,521 DEBUG [RS:0;88aaa70743e7:46381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T13:21:03,521 DEBUG [RS:0;88aaa70743e7:46381 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 88aaa70743e7,46381,1733404861812 2024-12-05T13:21:03,521 DEBUG [RS:0;88aaa70743e7:46381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,46381,1733404861812' 2024-12-05T13:21:03,521 DEBUG [RS:0;88aaa70743e7:46381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12106845435/flush-table-proc/abort' 2024-12-05T13:21:03,521 DEBUG [RS:0;88aaa70743e7:46381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12106845435/flush-table-proc/acquired' 2024-12-05T13:21:03,522 DEBUG [RS:0;88aaa70743e7:46381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T13:21:03,522 DEBUG [RS:0;88aaa70743e7:46381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T13:21:03,522 DEBUG [RS:0;88aaa70743e7:46381 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 88aaa70743e7,46381,1733404861812 2024-12-05T13:21:03,522 DEBUG [RS:0;88aaa70743e7:46381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,46381,1733404861812' 2024-12-05T13:21:03,522 DEBUG [RS:0;88aaa70743e7:46381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12106845435/online-snapshot/abort' 2024-12-05T13:21:03,522 DEBUG [RS:0;88aaa70743e7:46381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12106845435/online-snapshot/acquired' 2024-12-05T13:21:03,523 DEBUG [RS:0;88aaa70743e7:46381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T13:21:03,523 INFO [RS:0;88aaa70743e7:46381 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T13:21:03,523 INFO [RS:0;88aaa70743e7:46381 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T13:21:03,624 INFO [RS:0;88aaa70743e7:46381 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:21:03,626 INFO [RS:0;88aaa70743e7:46381 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C46381%2C1733404861812, suffix=, logDir=hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/WALs/88aaa70743e7,46381,1733404861812, archiveDir=hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/oldWALs, maxLogs=10 2024-12-05T13:21:03,642 DEBUG [RS:0;88aaa70743e7:46381 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/WALs/88aaa70743e7,46381,1733404861812/88aaa70743e7%2C46381%2C1733404861812.1733404863626, exclude list is [], retry=0 2024-12-05T13:21:03,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39883,DS-4ac178e9-bb2f-4420-82ef-5a6ceb0f4829,DISK] 2024-12-05T13:21:03,651 INFO [RS:0;88aaa70743e7:46381 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/WALs/88aaa70743e7,46381,1733404861812/88aaa70743e7%2C46381%2C1733404861812.1733404863626 2024-12-05T13:21:03,655 DEBUG [RS:0;88aaa70743e7:46381 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40095:40095)] 2024-12-05T13:21:03,717 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T13:21:03,717 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d 2024-12-05T13:21:03,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39883 is added to blk_1073741833_1009 (size=32) 2024-12-05T13:21:03,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:21:03,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:21:03,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:21:03,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:03,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:21:03,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:21:03,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:21:03,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:03,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:21:03,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:21:03,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:21:03,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:03,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:21:03,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:21:03,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:21:03,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:03,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:21:03,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:21:03,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/data/hbase/meta/1588230740 2024-12-05T13:21:03,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/data/hbase/meta/1588230740 2024-12-05T13:21:03,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:21:03,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:21:03,760 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:21:03,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:21:03,765 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:21:03,765 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73200018, jitterRate=0.09076526761054993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:21:03,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733404863736Initializing all the Stores at 1733404863738 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404863738Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404863738Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404863738Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404863738Cleaning up temporary data from old regions at 1733404863759 (+21 ms)Region opened successfully at 1733404863765 (+6 ms) 2024-12-05T13:21:03,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:21:03,765 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:21:03,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:21:03,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:21:03,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:21:03,766 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:21:03,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733404863765Disabling compacts and flushes for region at 1733404863765Disabling writes for close at 1733404863765Writing region close event to WAL at 1733404863766 (+1 ms)Closed at 1733404863766 2024-12-05T13:21:03,767 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:21:03,767 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T13:21:03,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T13:21:03,769 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:21:03,774 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T13:21:03,924 DEBUG [88aaa70743e7:41939 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T13:21:03,925 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=88aaa70743e7,46381,1733404861812 2024-12-05T13:21:03,927 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,46381,1733404861812, state=OPENING 2024-12-05T13:21:03,962 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T13:21:03,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41939-0x101a6d4cbba0003, quorum=127.0.0.1:59013, baseZNode=/12106845435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12106845435 2024-12-05T13:21:03,970 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46381-0x101a6d4cbba0004, quorum=127.0.0.1:59013, baseZNode=/12106845435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12106845435 2024-12-05T13:21:03,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12106845435/meta-region-server: CHANGED 2024-12-05T13:21:03,972 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:21:03,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,46381,1733404861812}] 2024-12-05T13:21:03,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12106845435/meta-region-server: CHANGED 2024-12-05T13:21:04,019 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T13:21:04,125 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:21:04,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T13:21:04,131 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T13:21:04,131 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:21:04,131 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T13:21:04,133 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C46381%2C1733404861812.meta, suffix=.meta, logDir=hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/WALs/88aaa70743e7,46381,1733404861812, archiveDir=hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/oldWALs, maxLogs=10 2024-12-05T13:21:04,149 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/WALs/88aaa70743e7,46381,1733404861812/88aaa70743e7%2C46381%2C1733404861812.meta.1733404864134.meta, exclude list is [], retry=0 2024-12-05T13:21:04,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39883,DS-4ac178e9-bb2f-4420-82ef-5a6ceb0f4829,DISK] 2024-12-05T13:21:04,154 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/WALs/88aaa70743e7,46381,1733404861812/88aaa70743e7%2C46381%2C1733404861812.meta.1733404864134.meta 2024-12-05T13:21:04,155 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40095:40095)] 2024-12-05T13:21:04,155 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:21:04,155 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:21:04,155 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:21:04,155 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T13:21:04,155 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T13:21:04,155 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T13:21:04,156 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:21:04,156 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T13:21:04,156 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T13:21:04,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:21:04,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:21:04,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:04,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:21:04,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:21:04,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:21:04,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:04,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:21:04,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:21:04,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:21:04,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:04,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:21:04,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:21:04,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:21:04,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:04,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:21:04,163 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:21:04,164 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/data/hbase/meta/1588230740 2024-12-05T13:21:04,167 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/data/hbase/meta/1588230740 2024-12-05T13:21:04,169 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:21:04,169 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:21:04,169 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:21:04,171 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:21:04,172 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60792587, jitterRate=-0.09411986172199249}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:21:04,172 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T13:21:04,172 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733404864156Writing region info on filesystem at 1733404864156Initializing all the Stores at 1733404864157 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404864157Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404864157Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404864157Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404864157Cleaning up temporary data from old regions at 1733404864169 (+12 ms)Running coprocessor post-open hooks at 1733404864172 (+3 ms)Region opened successfully at 1733404864172 2024-12-05T13:21:04,173 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733404864125 2024-12-05T13:21:04,175 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=88aaa70743e7,46381,1733404861812 2024-12-05T13:21:04,176 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T13:21:04,176 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T13:21:04,176 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,46381,1733404861812, state=OPEN 2024-12-05T13:21:04,186 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46381-0x101a6d4cbba0004, quorum=127.0.0.1:59013, baseZNode=/12106845435 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12106845435/meta-region-server 2024-12-05T13:21:04,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41939-0x101a6d4cbba0003, quorum=127.0.0.1:59013, baseZNode=/12106845435 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12106845435/meta-region-server 2024-12-05T13:21:04,186 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=88aaa70743e7,46381,1733404861812 2024-12-05T13:21:04,187 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12106845435/meta-region-server: CHANGED 2024-12-05T13:21:04,187 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12106845435/meta-region-server: CHANGED 2024-12-05T13:21:04,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T13:21:04,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,46381,1733404861812 in 214 msec 2024-12-05T13:21:04,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T13:21:04,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 422 msec 2024-12-05T13:21:04,194 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:21:04,194 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T13:21:04,196 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:21:04,196 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,46381,1733404861812, seqNum=-1] 2024-12-05T13:21:04,196 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:21:04,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:21:04,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 951 msec 2024-12-05T13:21:04,205 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733404864205, completionTime=-1 2024-12-05T13:21:04,205 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T13:21:04,205 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T13:21:04,208 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T13:21:04,208 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733404924208 2024-12-05T13:21:04,208 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733404984208 2024-12-05T13:21:04,208 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T13:21:04,208 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,41939,1733404861577-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:21:04,208 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,41939,1733404861577-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:21:04,208 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,41939,1733404861577-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:21:04,208 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-88aaa70743e7:41939, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:21:04,208 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T13:21:04,210 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T13:21:04,210 DEBUG [master/88aaa70743e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T13:21:04,215 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.257sec 2024-12-05T13:21:04,215 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T13:21:04,215 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T13:21:04,215 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T13:21:04,215 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T13:21:04,215 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T13:21:04,215 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,41939,1733404861577-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:21:04,216 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,41939,1733404861577-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T13:21:04,218 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T13:21:04,218 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T13:21:04,218 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,41939,1733404861577-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:21:04,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31eb4d31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:21:04,227 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,41939,-1 for getting cluster id 2024-12-05T13:21:04,227 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:21:04,233 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de14acd4-bfad-45df-a982-ee2264c7a10e' 2024-12-05T13:21:04,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:21:04,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de14acd4-bfad-45df-a982-ee2264c7a10e" 2024-12-05T13:21:04,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@657a3350, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:21:04,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,41939,-1] 2024-12-05T13:21:04,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:21:04,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:04,235 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:21:04,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e042af9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:21:04,237 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:21:04,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,46381,1733404861812, seqNum=-1] 2024-12-05T13:21:04,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:21:04,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:21:04,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=88aaa70743e7,41939,1733404861577 2024-12-05T13:21:04,243 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59013 2024-12-05T13:21:04,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59013, baseZNode=/12106845435 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:21:04,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a6d4cbba0005 connected 2024-12-05T13:21:04,269 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:21:04,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,37975,1733404856098 2024-12-05T13:21:04,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a048bdb 2024-12-05T13:21:04,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:21:04,276 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:21:04,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37975 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:21:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37975 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T13:21:04,297 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:21:04,298 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:04,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37975 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T13:21:04,300 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:21:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:21:04,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42915 is added to blk_1073741835_1011 (size=902) 2024-12-05T13:21:04,337 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4d47a710253ffe2b124be79104ad52ac, NAME => 'test,,1733404864279.4d47a710253ffe2b124be79104ad52ac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d 2024-12-05T13:21:04,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42915 is added to blk_1073741836_1012 (size=39) 2024-12-05T13:21:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:21:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:21:04,749 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733404864279.4d47a710253ffe2b124be79104ad52ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:21:04,749 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4d47a710253ffe2b124be79104ad52ac, disabling compactions & flushes 2024-12-05T13:21:04,749 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733404864279.4d47a710253ffe2b124be79104ad52ac. 2024-12-05T13:21:04,749 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733404864279.4d47a710253ffe2b124be79104ad52ac. 2024-12-05T13:21:04,749 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733404864279.4d47a710253ffe2b124be79104ad52ac. after waiting 0 ms 2024-12-05T13:21:04,749 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733404864279.4d47a710253ffe2b124be79104ad52ac. 2024-12-05T13:21:04,749 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733404864279.4d47a710253ffe2b124be79104ad52ac. 2024-12-05T13:21:04,749 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4d47a710253ffe2b124be79104ad52ac: Waiting for close lock at 1733404864749Disabling compacts and flushes for region at 1733404864749Disabling writes for close at 1733404864749Writing region close event to WAL at 1733404864749Closed at 1733404864749 2024-12-05T13:21:04,751 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:21:04,751 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733404864279.4d47a710253ffe2b124be79104ad52ac.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733404864751"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733404864751"}]},"ts":"1733404864751"} 2024-12-05T13:21:04,753 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T13:21:04,754 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:21:04,755 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404864755"}]},"ts":"1733404864755"} 2024-12-05T13:21:04,757 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T13:21:04,757 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4d47a710253ffe2b124be79104ad52ac, ASSIGN}] 2024-12-05T13:21:04,759 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4d47a710253ffe2b124be79104ad52ac, ASSIGN 2024-12-05T13:21:04,759 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4d47a710253ffe2b124be79104ad52ac, ASSIGN; state=OFFLINE, location=88aaa70743e7,44955,1733404856380; forceNewPlan=false, retain=false 2024-12-05T13:21:04,836 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:21:04,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:21:04,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:21:04,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:21:04,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:21:04,910 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4d47a710253ffe2b124be79104ad52ac, regionState=OPENING, regionLocation=88aaa70743e7,44955,1733404856380 2024-12-05T13:21:04,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4d47a710253ffe2b124be79104ad52ac, ASSIGN because future has completed 2024-12-05T13:21:04,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d47a710253ffe2b124be79104ad52ac, server=88aaa70743e7,44955,1733404856380}] 2024-12-05T13:21:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:21:05,070 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733404864279.4d47a710253ffe2b124be79104ad52ac. 2024-12-05T13:21:05,071 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d47a710253ffe2b124be79104ad52ac, NAME => 'test,,1733404864279.4d47a710253ffe2b124be79104ad52ac.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:21:05,071 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:21:05,071 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T13:21:05,071 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4d47a710253ffe2b124be79104ad52ac 2024-12-05T13:21:05,071 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733404864279.4d47a710253ffe2b124be79104ad52ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:21:05,071 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4d47a710253ffe2b124be79104ad52ac 2024-12-05T13:21:05,071 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4d47a710253ffe2b124be79104ad52ac 2024-12-05T13:21:05,073 INFO [StoreOpener-4d47a710253ffe2b124be79104ad52ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4d47a710253ffe2b124be79104ad52ac 2024-12-05T13:21:05,074 INFO [StoreOpener-4d47a710253ffe2b124be79104ad52ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d47a710253ffe2b124be79104ad52ac columnFamilyName f 2024-12-05T13:21:05,074 DEBUG [StoreOpener-4d47a710253ffe2b124be79104ad52ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:05,074 INFO [StoreOpener-4d47a710253ffe2b124be79104ad52ac-1 {}] regionserver.HStore(327): Store=4d47a710253ffe2b124be79104ad52ac/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:21:05,074 INFO [StoreOpener-4d47a710253ffe2b124be79104ad52ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4d47a710253ffe2b124be79104ad52ac 2024-12-05T13:21:05,075 INFO [StoreOpener-4d47a710253ffe2b124be79104ad52ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d47a710253ffe2b124be79104ad52ac columnFamilyName f1 2024-12-05T13:21:05,076 DEBUG [StoreOpener-4d47a710253ffe2b124be79104ad52ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:05,076 INFO [StoreOpener-4d47a710253ffe2b124be79104ad52ac-1 {}] regionserver.HStore(327): Store=4d47a710253ffe2b124be79104ad52ac/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:21:05,076 INFO [StoreOpener-4d47a710253ffe2b124be79104ad52ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4d47a710253ffe2b124be79104ad52ac 2024-12-05T13:21:05,077 INFO [StoreOpener-4d47a710253ffe2b124be79104ad52ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d47a710253ffe2b124be79104ad52ac columnFamilyName norep 2024-12-05T13:21:05,077 DEBUG [StoreOpener-4d47a710253ffe2b124be79104ad52ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:05,077 INFO [StoreOpener-4d47a710253ffe2b124be79104ad52ac-1 {}] regionserver.HStore(327): Store=4d47a710253ffe2b124be79104ad52ac/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:21:05,078 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4d47a710253ffe2b124be79104ad52ac 2024-12-05T13:21:05,078 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/default/test/4d47a710253ffe2b124be79104ad52ac 2024-12-05T13:21:05,078 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/default/test/4d47a710253ffe2b124be79104ad52ac 2024-12-05T13:21:05,079 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4d47a710253ffe2b124be79104ad52ac 2024-12-05T13:21:05,079 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4d47a710253ffe2b124be79104ad52ac 2024-12-05T13:21:05,080 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T13:21:05,081 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4d47a710253ffe2b124be79104ad52ac 2024-12-05T13:21:05,083 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/default/test/4d47a710253ffe2b124be79104ad52ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:21:05,083 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4d47a710253ffe2b124be79104ad52ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61208678, jitterRate=-0.08791962265968323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T13:21:05,083 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d47a710253ffe2b124be79104ad52ac 2024-12-05T13:21:05,084 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4d47a710253ffe2b124be79104ad52ac: Running coprocessor pre-open hook at 1733404865071Writing region info on filesystem at 1733404865071Initializing all the Stores at 1733404865072 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404865072Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404865072Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404865072Cleaning up temporary data from old regions at 1733404865079 (+7 ms)Running coprocessor post-open hooks at 1733404865083 (+4 ms)Region opened successfully at 1733404865084 (+1 ms) 2024-12-05T13:21:05,087 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733404864279.4d47a710253ffe2b124be79104ad52ac., pid=6, masterSystemTime=1733404865066 2024-12-05T13:21:05,089 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733404864279.4d47a710253ffe2b124be79104ad52ac. 2024-12-05T13:21:05,089 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733404864279.4d47a710253ffe2b124be79104ad52ac. 2024-12-05T13:21:05,091 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4d47a710253ffe2b124be79104ad52ac, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=88aaa70743e7,44955,1733404856380 2024-12-05T13:21:05,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d47a710253ffe2b124be79104ad52ac, server=88aaa70743e7,44955,1733404856380 because future has completed 2024-12-05T13:21:05,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T13:21:05,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d47a710253ffe2b124be79104ad52ac, server=88aaa70743e7,44955,1733404856380 in 181 msec 2024-12-05T13:21:05,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T13:21:05,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4d47a710253ffe2b124be79104ad52ac, ASSIGN in 340 msec 2024-12-05T13:21:05,100 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:21:05,100 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404865100"}]},"ts":"1733404865100"} 2024-12-05T13:21:05,102 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T13:21:05,104 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:21:05,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 821 msec 2024-12-05T13:21:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:21:05,441 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:21:05,441 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T13:21:05,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,41939,1733404861577 2024-12-05T13:21:05,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@521bff77 2024-12-05T13:21:05,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:21:05,443 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:21:05,444 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41939 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:21:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41939 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T13:21:05,446 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:21:05,447 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:05,447 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41939 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T13:21:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:21:05,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:21:05,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39883 is added to blk_1073741835_1011 (size=902) 2024-12-05T13:21:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:21:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:21:05,855 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 30c32eee466bacff579f94e2d0b53f13, NAME => 'test,,1733404865444.30c32eee466bacff579f94e2d0b53f13.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d 2024-12-05T13:21:05,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39883 is added to blk_1073741836_1012 (size=39) 2024-12-05T13:21:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:21:06,263 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733404865444.30c32eee466bacff579f94e2d0b53f13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:21:06,263 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 30c32eee466bacff579f94e2d0b53f13, disabling compactions & flushes 2024-12-05T13:21:06,263 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733404865444.30c32eee466bacff579f94e2d0b53f13. 2024-12-05T13:21:06,263 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733404865444.30c32eee466bacff579f94e2d0b53f13. 2024-12-05T13:21:06,263 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733404865444.30c32eee466bacff579f94e2d0b53f13. after waiting 0 ms 2024-12-05T13:21:06,263 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733404865444.30c32eee466bacff579f94e2d0b53f13. 2024-12-05T13:21:06,263 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733404865444.30c32eee466bacff579f94e2d0b53f13. 2024-12-05T13:21:06,263 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 30c32eee466bacff579f94e2d0b53f13: Waiting for close lock at 1733404866263Disabling compacts and flushes for region at 1733404866263Disabling writes for close at 1733404866263Writing region close event to WAL at 1733404866263Closed at 1733404866263 2024-12-05T13:21:06,264 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:21:06,265 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733404865444.30c32eee466bacff579f94e2d0b53f13.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733404866264"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733404866264"}]},"ts":"1733404866264"} 2024-12-05T13:21:06,267 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T13:21:06,268 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:21:06,268 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404866268"}]},"ts":"1733404866268"} 2024-12-05T13:21:06,270 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T13:21:06,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=30c32eee466bacff579f94e2d0b53f13, ASSIGN}] 2024-12-05T13:21:06,272 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=30c32eee466bacff579f94e2d0b53f13, ASSIGN 2024-12-05T13:21:06,273 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=30c32eee466bacff579f94e2d0b53f13, ASSIGN; state=OFFLINE, location=88aaa70743e7,46381,1733404861812; forceNewPlan=false, retain=false 2024-12-05T13:21:06,423 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=30c32eee466bacff579f94e2d0b53f13, regionState=OPENING, regionLocation=88aaa70743e7,46381,1733404861812 2024-12-05T13:21:06,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=30c32eee466bacff579f94e2d0b53f13, ASSIGN because future has completed 2024-12-05T13:21:06,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30c32eee466bacff579f94e2d0b53f13, server=88aaa70743e7,46381,1733404861812}] 2024-12-05T13:21:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:21:06,584 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733404865444.30c32eee466bacff579f94e2d0b53f13. 2024-12-05T13:21:06,585 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 30c32eee466bacff579f94e2d0b53f13, NAME => 'test,,1733404865444.30c32eee466bacff579f94e2d0b53f13.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:21:06,585 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:21:06,585 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T13:21:06,585 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 30c32eee466bacff579f94e2d0b53f13 2024-12-05T13:21:06,585 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733404865444.30c32eee466bacff579f94e2d0b53f13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:21:06,586 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 30c32eee466bacff579f94e2d0b53f13 2024-12-05T13:21:06,586 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 30c32eee466bacff579f94e2d0b53f13 2024-12-05T13:21:06,595 INFO [StoreOpener-30c32eee466bacff579f94e2d0b53f13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 30c32eee466bacff579f94e2d0b53f13 2024-12-05T13:21:06,597 INFO [StoreOpener-30c32eee466bacff579f94e2d0b53f13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30c32eee466bacff579f94e2d0b53f13 columnFamilyName f 2024-12-05T13:21:06,597 DEBUG [StoreOpener-30c32eee466bacff579f94e2d0b53f13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:06,597 INFO [StoreOpener-30c32eee466bacff579f94e2d0b53f13-1 {}] regionserver.HStore(327): Store=30c32eee466bacff579f94e2d0b53f13/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:21:06,598 INFO [StoreOpener-30c32eee466bacff579f94e2d0b53f13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 30c32eee466bacff579f94e2d0b53f13 2024-12-05T13:21:06,599 INFO [StoreOpener-30c32eee466bacff579f94e2d0b53f13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30c32eee466bacff579f94e2d0b53f13 columnFamilyName f1 2024-12-05T13:21:06,599 DEBUG [StoreOpener-30c32eee466bacff579f94e2d0b53f13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:06,600 INFO [StoreOpener-30c32eee466bacff579f94e2d0b53f13-1 {}] regionserver.HStore(327): Store=30c32eee466bacff579f94e2d0b53f13/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:21:06,600 INFO [StoreOpener-30c32eee466bacff579f94e2d0b53f13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 30c32eee466bacff579f94e2d0b53f13 2024-12-05T13:21:06,602 INFO [StoreOpener-30c32eee466bacff579f94e2d0b53f13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30c32eee466bacff579f94e2d0b53f13 columnFamilyName norep 2024-12-05T13:21:06,602 DEBUG [StoreOpener-30c32eee466bacff579f94e2d0b53f13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:06,602 INFO [StoreOpener-30c32eee466bacff579f94e2d0b53f13-1 {}] regionserver.HStore(327): Store=30c32eee466bacff579f94e2d0b53f13/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:21:06,602 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 30c32eee466bacff579f94e2d0b53f13 2024-12-05T13:21:06,603 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/data/default/test/30c32eee466bacff579f94e2d0b53f13 2024-12-05T13:21:06,603 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/data/default/test/30c32eee466bacff579f94e2d0b53f13 2024-12-05T13:21:06,604 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 30c32eee466bacff579f94e2d0b53f13 2024-12-05T13:21:06,605 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 30c32eee466bacff579f94e2d0b53f13 2024-12-05T13:21:06,605 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T13:21:06,606 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 30c32eee466bacff579f94e2d0b53f13 2024-12-05T13:21:06,609 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/data/default/test/30c32eee466bacff579f94e2d0b53f13/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:21:06,609 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 30c32eee466bacff579f94e2d0b53f13; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64488559, jitterRate=-0.03904558718204498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T13:21:06,609 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 30c32eee466bacff579f94e2d0b53f13 2024-12-05T13:21:06,609 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 30c32eee466bacff579f94e2d0b53f13: Running coprocessor pre-open hook at 1733404866586Writing region info on filesystem at 1733404866586Initializing all the Stores at 1733404866587 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404866587Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404866594 (+7 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404866594Cleaning up temporary data from old regions at 1733404866605 (+11 ms)Running coprocessor post-open hooks at 1733404866609 (+4 ms)Region opened successfully at 1733404866609 2024-12-05T13:21:06,610 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733404865444.30c32eee466bacff579f94e2d0b53f13., pid=6, masterSystemTime=1733404866579 2024-12-05T13:21:06,613 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733404865444.30c32eee466bacff579f94e2d0b53f13. 2024-12-05T13:21:06,613 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733404865444.30c32eee466bacff579f94e2d0b53f13. 2024-12-05T13:21:06,613 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=30c32eee466bacff579f94e2d0b53f13, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=88aaa70743e7,46381,1733404861812 2024-12-05T13:21:06,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30c32eee466bacff579f94e2d0b53f13, server=88aaa70743e7,46381,1733404861812 because future has completed 2024-12-05T13:21:06,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T13:21:06,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 30c32eee466bacff579f94e2d0b53f13, server=88aaa70743e7,46381,1733404861812 in 192 msec 2024-12-05T13:21:06,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T13:21:06,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=30c32eee466bacff579f94e2d0b53f13, ASSIGN in 349 msec 2024-12-05T13:21:06,623 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:21:06,624 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404866623"}]},"ts":"1733404866623"} 2024-12-05T13:21:06,626 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T13:21:06,627 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:21:06,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1830 sec 2024-12-05T13:21:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:21:07,591 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T13:21:07,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@561e5a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:21:07,592 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,37975,-1 for getting cluster id 2024-12-05T13:21:07,592 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:21:07,593 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77e6bc79-7da8-4f80-a0da-62adcf0a1d6d' 2024-12-05T13:21:07,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:21:07,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77e6bc79-7da8-4f80-a0da-62adcf0a1d6d" 2024-12-05T13:21:07,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@335f5739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:21:07,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,37975,-1] 2024-12-05T13:21:07,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:21:07,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:07,595 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:21:07,596 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5208b595, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:21:07,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abe0e23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:21:07,597 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,41939,-1 for getting cluster id 2024-12-05T13:21:07,597 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:21:07,598 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de14acd4-bfad-45df-a982-ee2264c7a10e' 2024-12-05T13:21:07,598 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:21:07,598 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de14acd4-bfad-45df-a982-ee2264c7a10e" 2024-12-05T13:21:07,598 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169f80e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:21:07,598 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,41939,-1] 2024-12-05T13:21:07,598 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:21:07,598 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:07,599 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:21:07,600 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5140a020, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:21:07,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9afe39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:21:07,601 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,37975,-1 for getting cluster id 2024-12-05T13:21:07,601 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:21:07,602 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77e6bc79-7da8-4f80-a0da-62adcf0a1d6d' 2024-12-05T13:21:07,602 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:21:07,602 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77e6bc79-7da8-4f80-a0da-62adcf0a1d6d" 2024-12-05T13:21:07,602 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75afa8c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:21:07,602 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,37975,-1] 2024-12-05T13:21:07,602 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:21:07,602 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:07,603 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:21:07,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24620ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:21:07,606 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:21:07,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,37975,1733404856098 2024-12-05T13:21:07,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79543dbf 2024-12-05T13:21:07,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:21:07,608 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:21:07,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37975 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://88aaa70743e7:41939,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-05T13:21:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37975 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T13:21:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:21:07,612 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:41939' 2024-12-05T13:21:07,613 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28f4818d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:21:07,613 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,41939,-1 for getting cluster id 2024-12-05T13:21:07,613 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:21:07,614 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de14acd4-bfad-45df-a982-ee2264c7a10e' 2024-12-05T13:21:07,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:21:07,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de14acd4-bfad-45df-a982-ee2264c7a10e" 2024-12-05T13:21:07,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@589b0b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:21:07,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,41939,-1] 2024-12-05T13:21:07,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:21:07,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:07,617 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:21:07,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25152bb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:21:07,618 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:21:07,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,41939,1733404861577 2024-12-05T13:21:07,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51e6f945 2024-12-05T13:21:07,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:21:07,620 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:21:07,620 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T13:21:07,620 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T13:21:07,621 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:07,621 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:07,621 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:21:07,621 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:21:07,622 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T13:21:07,624 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:21:07,624 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:07,625 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:21:07,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42915 is added to blk_1073741837_1013 (size=1138) 2024-12-05T13:21:07,673 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T13:21:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:21:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:21:08,033 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eb5e7c7d14c75486b8dc727fe786c660, NAME => 'hbase:replication,,1733404867621.eb5e7c7d14c75486b8dc727fe786c660.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d 2024-12-05T13:21:08,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42915 is added to blk_1073741838_1014 (size=44) 2024-12-05T13:21:08,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:21:08,440 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733404867621.eb5e7c7d14c75486b8dc727fe786c660.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:21:08,440 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing eb5e7c7d14c75486b8dc727fe786c660, disabling compactions & flushes 2024-12-05T13:21:08,440 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733404867621.eb5e7c7d14c75486b8dc727fe786c660. 2024-12-05T13:21:08,440 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733404867621.eb5e7c7d14c75486b8dc727fe786c660. 2024-12-05T13:21:08,440 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733404867621.eb5e7c7d14c75486b8dc727fe786c660. after waiting 0 ms 2024-12-05T13:21:08,440 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733404867621.eb5e7c7d14c75486b8dc727fe786c660. 2024-12-05T13:21:08,440 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733404867621.eb5e7c7d14c75486b8dc727fe786c660. 2024-12-05T13:21:08,440 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for eb5e7c7d14c75486b8dc727fe786c660: Waiting for close lock at 1733404868440Disabling compacts and flushes for region at 1733404868440Disabling writes for close at 1733404868440Writing region close event to WAL at 1733404868440Closed at 1733404868440 2024-12-05T13:21:08,442 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:21:08,442 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733404867621.eb5e7c7d14c75486b8dc727fe786c660.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733404868442"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733404868442"}]},"ts":"1733404868442"} 2024-12-05T13:21:08,444 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T13:21:08,445 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:21:08,445 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404868445"}]},"ts":"1733404868445"} 2024-12-05T13:21:08,447 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T13:21:08,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eb5e7c7d14c75486b8dc727fe786c660, ASSIGN}] 2024-12-05T13:21:08,449 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eb5e7c7d14c75486b8dc727fe786c660, ASSIGN 2024-12-05T13:21:08,450 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eb5e7c7d14c75486b8dc727fe786c660, ASSIGN; state=OFFLINE, location=88aaa70743e7,44955,1733404856380; forceNewPlan=false, retain=false 2024-12-05T13:21:08,601 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=eb5e7c7d14c75486b8dc727fe786c660, regionState=OPENING, regionLocation=88aaa70743e7,44955,1733404856380 2024-12-05T13:21:08,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eb5e7c7d14c75486b8dc727fe786c660, ASSIGN because future has completed 2024-12-05T13:21:08,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb5e7c7d14c75486b8dc727fe786c660, server=88aaa70743e7,44955,1733404856380}] 2024-12-05T13:21:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:21:08,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733404867621.eb5e7c7d14c75486b8dc727fe786c660. 2024-12-05T13:21:08,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:21:08,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T13:21:08,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C44955%2C1733404856380.rep, suffix=, logDir=hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380, archiveDir=hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/oldWALs, maxLogs=10 2024-12-05T13:21:08,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.rep.1733404868761, exclude list is [], retry=0 2024-12-05T13:21:08,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42915,DS-c48c73ae-53c7-43db-8236-ebc200c6b107,DISK] 2024-12-05T13:21:08,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.rep.1733404868761 2024-12-05T13:21:08,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33473:33473)] 2024-12-05T13:21:08,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => eb5e7c7d14c75486b8dc727fe786c660, NAME => 'hbase:replication,,1733404867621.eb5e7c7d14c75486b8dc727fe786c660.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:21:08,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:21:08,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:21:08,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733404867621.eb5e7c7d14c75486b8dc727fe786c660. service=MultiRowMutationService 2024-12-05T13:21:08,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T13:21:08,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication eb5e7c7d14c75486b8dc727fe786c660 2024-12-05T13:21:08,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733404867621.eb5e7c7d14c75486b8dc727fe786c660.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:21:08,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for eb5e7c7d14c75486b8dc727fe786c660 2024-12-05T13:21:08,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for eb5e7c7d14c75486b8dc727fe786c660 2024-12-05T13:21:08,780 INFO [StoreOpener-eb5e7c7d14c75486b8dc727fe786c660-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region eb5e7c7d14c75486b8dc727fe786c660 2024-12-05T13:21:08,782 INFO [StoreOpener-eb5e7c7d14c75486b8dc727fe786c660-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb5e7c7d14c75486b8dc727fe786c660 columnFamilyName hfileref 2024-12-05T13:21:08,782 DEBUG [StoreOpener-eb5e7c7d14c75486b8dc727fe786c660-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:08,782 INFO [StoreOpener-eb5e7c7d14c75486b8dc727fe786c660-1 {}] regionserver.HStore(327): Store=eb5e7c7d14c75486b8dc727fe786c660/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:21:08,782 INFO [StoreOpener-eb5e7c7d14c75486b8dc727fe786c660-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region eb5e7c7d14c75486b8dc727fe786c660 2024-12-05T13:21:08,784 INFO [StoreOpener-eb5e7c7d14c75486b8dc727fe786c660-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb5e7c7d14c75486b8dc727fe786c660 columnFamilyName queue 2024-12-05T13:21:08,784 DEBUG [StoreOpener-eb5e7c7d14c75486b8dc727fe786c660-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:08,784 INFO [StoreOpener-eb5e7c7d14c75486b8dc727fe786c660-1 {}] regionserver.HStore(327): Store=eb5e7c7d14c75486b8dc727fe786c660/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:21:08,784 INFO [StoreOpener-eb5e7c7d14c75486b8dc727fe786c660-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region eb5e7c7d14c75486b8dc727fe786c660 2024-12-05T13:21:08,785 INFO [StoreOpener-eb5e7c7d14c75486b8dc727fe786c660-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb5e7c7d14c75486b8dc727fe786c660 columnFamilyName sid 2024-12-05T13:21:08,786 DEBUG [StoreOpener-eb5e7c7d14c75486b8dc727fe786c660-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:21:08,786 INFO [StoreOpener-eb5e7c7d14c75486b8dc727fe786c660-1 {}] regionserver.HStore(327): Store=eb5e7c7d14c75486b8dc727fe786c660/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:21:08,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for eb5e7c7d14c75486b8dc727fe786c660 2024-12-05T13:21:08,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/replication/eb5e7c7d14c75486b8dc727fe786c660 2024-12-05T13:21:08,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/replication/eb5e7c7d14c75486b8dc727fe786c660 2024-12-05T13:21:08,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for eb5e7c7d14c75486b8dc727fe786c660 2024-12-05T13:21:08,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for eb5e7c7d14c75486b8dc727fe786c660 2024-12-05T13:21:08,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T13:21:08,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for eb5e7c7d14c75486b8dc727fe786c660 2024-12-05T13:21:08,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/replication/eb5e7c7d14c75486b8dc727fe786c660/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:21:08,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened eb5e7c7d14c75486b8dc727fe786c660; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74129774, jitterRate=0.10461971163749695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T13:21:08,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb5e7c7d14c75486b8dc727fe786c660 2024-12-05T13:21:08,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for eb5e7c7d14c75486b8dc727fe786c660: Running coprocessor pre-open hook at 1733404868779Writing region info on filesystem at 1733404868779Initializing all the Stores at 1733404868780 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404868780Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404868780Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404868780Cleaning up temporary data from old regions at 1733404868788 (+8 ms)Running coprocessor post-open hooks at 1733404868792 (+4 ms)Region opened successfully at 1733404868792 2024-12-05T13:21:08,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733404867621.eb5e7c7d14c75486b8dc727fe786c660., pid=10, masterSystemTime=1733404868756 2024-12-05T13:21:08,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733404867621.eb5e7c7d14c75486b8dc727fe786c660. 2024-12-05T13:21:08,795 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733404867621.eb5e7c7d14c75486b8dc727fe786c660. 2024-12-05T13:21:08,795 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=eb5e7c7d14c75486b8dc727fe786c660, regionState=OPEN, openSeqNum=2, regionLocation=88aaa70743e7,44955,1733404856380 2024-12-05T13:21:08,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb5e7c7d14c75486b8dc727fe786c660, server=88aaa70743e7,44955,1733404856380 because future has completed 2024-12-05T13:21:08,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T13:21:08,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure eb5e7c7d14c75486b8dc727fe786c660, server=88aaa70743e7,44955,1733404856380 in 194 msec 2024-12-05T13:21:08,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T13:21:08,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eb5e7c7d14c75486b8dc727fe786c660, ASSIGN in 352 msec 2024-12-05T13:21:08,803 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:21:08,803 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404868803"}]},"ts":"1733404868803"} 2024-12-05T13:21:08,806 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T13:21:08,806 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:21:08,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec 2024-12-05T13:21:08,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733404867621.eb5e7c7d14c75486b8dc727fe786c660., hostname=88aaa70743e7,44955,1733404856380, seqNum=2] 2024-12-05T13:21:08,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x101a6d4cbba0000, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275713695 2024-12-05T13:21:08,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x101a6d4cbba0001, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275713695 2024-12-05T13:21:08,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T13:21:09,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44955 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T13:21:09,065 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T13:21:09,090 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-88aaa70743e7,44955,1733404856380, ReplicationSource: 1, currentBandwidth=0 2024-12-05T13:21:09,090 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:21:09,090 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,44955,1733404856380, seqNum=-1] 2024-12-05T13:21:09,091 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:21:09,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39133, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-05T13:21:09,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-88aaa70743e7,44955,1733404856380', locateType=CURRENT is [region=hbase:replication,,1733404867621.eb5e7c7d14c75486b8dc727fe786c660., hostname=88aaa70743e7,44955,1733404856380, seqNum=2] 2024-12-05T13:21:09,096 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T13:21:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37975 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T13:21:09,098 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 88aaa70743e7,44955,1733404856380 suceeded 2024-12-05T13:21:09,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T13:21:09,100 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://88aaa70743e7:41939,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-05T13:21:09,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-12-05T13:21:09,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4910 sec 2024-12-05T13:21:09,111 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:41939' 2024-12-05T13:21:09,114 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d081a9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:21:09,114 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,41939,-1 for getting cluster id 2024-12-05T13:21:09,114 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:21:09,115 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de14acd4-bfad-45df-a982-ee2264c7a10e' 2024-12-05T13:21:09,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:21:09,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de14acd4-bfad-45df-a982-ee2264c7a10e" 2024-12-05T13:21:09,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c253a28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:21:09,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,41939,-1] 2024-12-05T13:21:09,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:21:09,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:09,117 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:21:09,118 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58354c82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:21:09,118 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:21:09,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,41939,1733404861577 2024-12-05T13:21:09,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11d30b89 2024-12-05T13:21:09,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:21:09,121 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-05T13:21:09,121 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-88aaa70743e7,44955,1733404856380 (queues=1) is replicating from cluster=77e6bc79-7da8-4f80-a0da-62adcf0a1d6d to cluster=de14acd4-bfad-45df-a982-ee2264c7a10e 2024-12-05T13:21:09,122 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=88aaa70743e7%2C44955%2C1733404856380 2024-12-05T13:21:09,122 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-88aaa70743e7,44955,1733404856380, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T13:21:09,122 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.shipper88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 88aaa70743e7%2C44955%2C1733404856380 2024-12-05T13:21:09,122 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198, startPosition=0, beingWritten=true 2024-12-05T13:21:09,136 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:21:09,136 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 379, reset compression=false 2024-12-05T13:21:09,136 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.shipper88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,44955,1733404856380 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T13:21:09,346 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 379, reset compression=false 2024-12-05T13:21:09,447 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T13:21:09,650 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 379, reset compression=false 2024-12-05T13:21:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:21:09,761 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T13:21:09,761 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:21:09,761 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:21:09,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:09,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:09,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:21:09,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:21:09,770 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733404869768/Put/seqid=0 2024-12-05T13:21:09,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42915 is added to blk_1073741840_1016 (size=7894) 2024-12-05T13:21:10,054 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 379, reset compression=false 2024-12-05T13:21:10,177 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/load_f/f/hfile_1 is 34, key is ddd/f:row/1733404870176/Put/seqid=0 2024-12-05T13:21:10,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42915 is added to blk_1073741841_1017 (size=7691) 2024-12-05T13:21:10,559 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 379, reset compression=false 2024-12-05T13:21:10,600 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:21:10,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a40904, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:21:10,607 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,37975,-1 for getting cluster id 2024-12-05T13:21:10,607 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:21:10,608 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77e6bc79-7da8-4f80-a0da-62adcf0a1d6d' 2024-12-05T13:21:10,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:21:10,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77e6bc79-7da8-4f80-a0da-62adcf0a1d6d" 2024-12-05T13:21:10,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4876b384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:21:10,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,37975,-1] 2024-12-05T13:21:10,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:21:10,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:10,611 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:21:10,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13d47a01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:21:10,612 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:21:10,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,44955,1733404856380, seqNum=-1] 2024-12-05T13:21:10,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:21:10,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:21:10,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:21:10,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:21:10,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:21:10,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:21:10,630 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:21:10,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,37975,1733404856098 2024-12-05T13:21:10,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4eb27b8a 2024-12-05T13:21:10,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:21:10,637 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:21:10,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733404864279.4d47a710253ffe2b124be79104ad52ac., hostname=88aaa70743e7,44955,1733404856380, seqNum=2] 2024-12-05T13:21:10,658 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T13:21:10,675 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-05T13:21:10,680 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-05T13:21:10,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/load_f/f/hfile_0 for inclusion in 4d47a710253ffe2b124be79104ad52ac/f 2024-12-05T13:21:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-05T13:21:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T13:21:10,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/load_f/f/hfile_1 for inclusion in 4d47a710253ffe2b124be79104ad52ac/f 2024-12-05T13:21:10,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-05T13:21:10,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T13:21:10,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.HRegion(2603): Flush status journal for 4d47a710253ffe2b124be79104ad52ac: 2024-12-05T13:21:10,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/load_f/f/hfile_0 to hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/staging/jenkins__test__bidgkjtqcag7emr545tjh1d916o3er9ot4fgell89m5j9dgs2o5iq113tt9nb7s6/f/hfile_0 2024-12-05T13:21:10,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/staging/jenkins__test__bidgkjtqcag7emr545tjh1d916o3er9ot4fgell89m5j9dgs2o5iq113tt9nb7s6/f/hfile_0 as hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/default/test/4d47a710253ffe2b124be79104ad52ac/f/34770b80787f4d818db7f208c1a0eaa7_SeqId_4_ 2024-12-05T13:21:10,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/load_f/f/hfile_1 to hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/staging/jenkins__test__bidgkjtqcag7emr545tjh1d916o3er9ot4fgell89m5j9dgs2o5iq113tt9nb7s6/f/hfile_1 2024-12-05T13:21:10,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/staging/jenkins__test__bidgkjtqcag7emr545tjh1d916o3er9ot4fgell89m5j9dgs2o5iq113tt9nb7s6/f/hfile_1 as hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/default/test/4d47a710253ffe2b124be79104ad52ac/f/72d94f3afe344fc4938c34650c643489_SeqId_4_ 2024-12-05T13:21:10,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/staging/jenkins__test__bidgkjtqcag7emr545tjh1d916o3er9ot4fgell89m5j9dgs2o5iq113tt9nb7s6/f/hfile_0 into 4d47a710253ffe2b124be79104ad52ac/f as hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/default/test/4d47a710253ffe2b124be79104ad52ac/f/34770b80787f4d818db7f208c1a0eaa7_SeqId_4_ - updating store file list. 2024-12-05T13:21:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 34770b80787f4d818db7f208c1a0eaa7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T13:21:10,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/default/test/4d47a710253ffe2b124be79104ad52ac/f/34770b80787f4d818db7f208c1a0eaa7_SeqId_4_ into 4d47a710253ffe2b124be79104ad52ac/f 2024-12-05T13:21:10,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/staging/jenkins__test__bidgkjtqcag7emr545tjh1d916o3er9ot4fgell89m5j9dgs2o5iq113tt9nb7s6/f/hfile_0 into 4d47a710253ffe2b124be79104ad52ac/f (new location: hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/default/test/4d47a710253ffe2b124be79104ad52ac/f/34770b80787f4d818db7f208c1a0eaa7_SeqId_4_) 2024-12-05T13:21:10,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/staging/jenkins__test__bidgkjtqcag7emr545tjh1d916o3er9ot4fgell89m5j9dgs2o5iq113tt9nb7s6/f/hfile_0 2024-12-05T13:21:10,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/staging/jenkins__test__bidgkjtqcag7emr545tjh1d916o3er9ot4fgell89m5j9dgs2o5iq113tt9nb7s6/f/hfile_1 into 4d47a710253ffe2b124be79104ad52ac/f as hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/default/test/4d47a710253ffe2b124be79104ad52ac/f/72d94f3afe344fc4938c34650c643489_SeqId_4_ - updating store file list. 2024-12-05T13:21:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 72d94f3afe344fc4938c34650c643489_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T13:21:10,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/default/test/4d47a710253ffe2b124be79104ad52ac/f/72d94f3afe344fc4938c34650c643489_SeqId_4_ into 4d47a710253ffe2b124be79104ad52ac/f 2024-12-05T13:21:10,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/staging/jenkins__test__bidgkjtqcag7emr545tjh1d916o3er9ot4fgell89m5j9dgs2o5iq113tt9nb7s6/f/hfile_1 into 4d47a710253ffe2b124be79104ad52ac/f (new location: hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/default/test/4d47a710253ffe2b124be79104ad52ac/f/72d94f3afe344fc4938c34650c643489_SeqId_4_) 2024-12-05T13:21:10,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/staging/jenkins__test__bidgkjtqcag7emr545tjh1d916o3er9ot4fgell89m5j9dgs2o5iq113tt9nb7s6/f/hfile_1 2024-12-05T13:21:10,793 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:21:10,793 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:21:10,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:10,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:10,793 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:21:10,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733404864279.4d47a710253ffe2b124be79104ad52ac., hostname=88aaa70743e7,44955,1733404856380, seqNum=2 , the old value is region=test,,1733404864279.4d47a710253ffe2b124be79104ad52ac., hostname=88aaa70743e7,44955,1733404856380, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=88aaa70743e7:44955 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T13:21:10,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733404864279.4d47a710253ffe2b124be79104ad52ac., hostname=88aaa70743e7,44955,1733404856380, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T13:21:10,796 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T13:21:10,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733404864279.4d47a710253ffe2b124be79104ad52ac., hostname=88aaa70743e7,44955,1733404856380, seqNum=2 from cache 2024-12-05T13:21:10,797 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:21:10,799 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,46381,1733404861812, seqNum=-1] 2024-12-05T13:21:10,800 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:21:10,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:21:10,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733404865444.30c32eee466bacff579f94e2d0b53f13., hostname=88aaa70743e7,46381,1733404861812, seqNum=2] 2024-12-05T13:21:10,807 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T13:21:10,901 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:44955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T13:21:11,209 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 379, reset compression=false 2024-12-05T13:21:11,217 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T13:21:11,218 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.shipper88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,44955,1733404856380 got entry batch from reader: WALEntryBatch [walEntries=[{test/4d47a710253ffe2b124be79104ad52ac/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733404870784/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T13:21:11,253 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.shipper88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:21:11,256 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-05T13:21:11,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46381 {}] regionserver.ReplicationSink(318): Replicating [77e6bc79-7da8-4f80-a0da-62adcf0a1d6d] bulk loaded data 2024-12-05T13:21:11,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@856c69a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:21:11,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46381 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,41939,-1 for getting cluster id 2024-12-05T13:21:11,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46381 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:21:11,263 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de14acd4-bfad-45df-a982-ee2264c7a10e' 2024-12-05T13:21:11,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:21:11,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de14acd4-bfad-45df-a982-ee2264c7a10e" 2024-12-05T13:21:11,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@174ad741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:21:11,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,41939,-1] 2024-12-05T13:21:11,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:21:11,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:11,266 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:21:11,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42e9caf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:21:11,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39883 is added to blk_1073741837_1013 (size=7894) 2024-12-05T13:21:11,418 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 687, reset compression=false 2024-12-05T13:21:11,552 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T13:21:11,552 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T13:21:11,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T13:21:11,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-05T13:21:11,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T13:21:11,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T13:21:11,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39883 is added to blk_1073741838_1014 (size=7691) 2024-12-05T13:21:11,722 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 687, reset compression=false 2024-12-05T13:21:11,810 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T13:21:12,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46381 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:21:12,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,41939,1733404861577 2024-12-05T13:21:12,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@409453aa 2024-12-05T13:21:12,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:21:12,113 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-05T13:21:12,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46381 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T13:21:12,116 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46381 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:21:12,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,46381,1733404861812, seqNum=-1] 2024-12-05T13:21:12,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:21:12,119 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-05T13:21:12,127 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/staging/jenkins.hfs.6__test__kp44l13qrdrf6c0o0jgkcb2p5qc2fq5fcqlg3le3ej9gf086692k9pdkgjfbmfn8/f/34770b80787f4d818db7f208c1a0eaa7_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-05T13:21:12,128 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 687, reset compression=false 2024-12-05T13:21:12,140 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/staging/jenkins.hfs.6__test__kp44l13qrdrf6c0o0jgkcb2p5qc2fq5fcqlg3le3ej9gf086692k9pdkgjfbmfn8/f/72d94f3afe344fc4938c34650c643489_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-05T13:21:12,143 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46381 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/staging/jenkins.hfs.6__test__kp44l13qrdrf6c0o0jgkcb2p5qc2fq5fcqlg3le3ej9gf086692k9pdkgjfbmfn8/f/34770b80787f4d818db7f208c1a0eaa7_SeqId_4_ for inclusion in 30c32eee466bacff579f94e2d0b53f13/f 2024-12-05T13:21:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46381 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-05T13:21:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46381 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T13:21:12,146 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46381 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/staging/jenkins.hfs.6__test__kp44l13qrdrf6c0o0jgkcb2p5qc2fq5fcqlg3le3ej9gf086692k9pdkgjfbmfn8/f/72d94f3afe344fc4938c34650c643489_SeqId_4_ for inclusion in 30c32eee466bacff579f94e2d0b53f13/f 2024-12-05T13:21:12,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46381 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-05T13:21:12,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46381 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T13:21:12,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46381 {}] regionserver.HRegion(2603): Flush status journal for 30c32eee466bacff579f94e2d0b53f13: 2024-12-05T13:21:12,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46381 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 34770b80787f4d818db7f208c1a0eaa7_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T13:21:12,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/staging/jenkins.hfs.6__test__kp44l13qrdrf6c0o0jgkcb2p5qc2fq5fcqlg3le3ej9gf086692k9pdkgjfbmfn8/f/34770b80787f4d818db7f208c1a0eaa7_SeqId_4_ as hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/data/default/test/30c32eee466bacff579f94e2d0b53f13/f/4b439b1b2b964475b8a7db35d9ae5ca8_SeqId_4_ 2024-12-05T13:21:12,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46381 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 72d94f3afe344fc4938c34650c643489_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T13:21:12,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/staging/jenkins.hfs.6__test__kp44l13qrdrf6c0o0jgkcb2p5qc2fq5fcqlg3le3ej9gf086692k9pdkgjfbmfn8/f/72d94f3afe344fc4938c34650c643489_SeqId_4_ as hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/data/default/test/30c32eee466bacff579f94e2d0b53f13/f/cfa8096c8f594d669b91944bd30920d3_SeqId_4_ 2024-12-05T13:21:12,153 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46381 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/staging/jenkins.hfs.6__test__kp44l13qrdrf6c0o0jgkcb2p5qc2fq5fcqlg3le3ej9gf086692k9pdkgjfbmfn8/f/34770b80787f4d818db7f208c1a0eaa7_SeqId_4_ into 30c32eee466bacff579f94e2d0b53f13/f as hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/data/default/test/30c32eee466bacff579f94e2d0b53f13/f/4b439b1b2b964475b8a7db35d9ae5ca8_SeqId_4_ - updating store file list. 2024-12-05T13:21:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46381 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4b439b1b2b964475b8a7db35d9ae5ca8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T13:21:12,167 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46381 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/data/default/test/30c32eee466bacff579f94e2d0b53f13/f/4b439b1b2b964475b8a7db35d9ae5ca8_SeqId_4_ into 30c32eee466bacff579f94e2d0b53f13/f 2024-12-05T13:21:12,167 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46381 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/staging/jenkins.hfs.6__test__kp44l13qrdrf6c0o0jgkcb2p5qc2fq5fcqlg3le3ej9gf086692k9pdkgjfbmfn8/f/34770b80787f4d818db7f208c1a0eaa7_SeqId_4_ into 30c32eee466bacff579f94e2d0b53f13/f (new location: hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/data/default/test/30c32eee466bacff579f94e2d0b53f13/f/4b439b1b2b964475b8a7db35d9ae5ca8_SeqId_4_) 2024-12-05T13:21:12,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46381 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/staging/jenkins.hfs.6__test__kp44l13qrdrf6c0o0jgkcb2p5qc2fq5fcqlg3le3ej9gf086692k9pdkgjfbmfn8/f/34770b80787f4d818db7f208c1a0eaa7_SeqId_4_ 2024-12-05T13:21:12,168 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46381 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/staging/jenkins.hfs.6__test__kp44l13qrdrf6c0o0jgkcb2p5qc2fq5fcqlg3le3ej9gf086692k9pdkgjfbmfn8/f/72d94f3afe344fc4938c34650c643489_SeqId_4_ into 30c32eee466bacff579f94e2d0b53f13/f as hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/data/default/test/30c32eee466bacff579f94e2d0b53f13/f/cfa8096c8f594d669b91944bd30920d3_SeqId_4_ - updating store file list. 2024-12-05T13:21:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46381 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cfa8096c8f594d669b91944bd30920d3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T13:21:12,176 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46381 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/data/default/test/30c32eee466bacff579f94e2d0b53f13/f/cfa8096c8f594d669b91944bd30920d3_SeqId_4_ into 30c32eee466bacff579f94e2d0b53f13/f 2024-12-05T13:21:12,176 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46381 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/staging/jenkins.hfs.6__test__kp44l13qrdrf6c0o0jgkcb2p5qc2fq5fcqlg3le3ej9gf086692k9pdkgjfbmfn8/f/72d94f3afe344fc4938c34650c643489_SeqId_4_ into 30c32eee466bacff579f94e2d0b53f13/f (new location: hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/data/default/test/30c32eee466bacff579f94e2d0b53f13/f/cfa8096c8f594d669b91944bd30920d3_SeqId_4_) 2024-12-05T13:21:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46381 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/staging/jenkins.hfs.6__test__kp44l13qrdrf6c0o0jgkcb2p5qc2fq5fcqlg3le3ej9gf086692k9pdkgjfbmfn8/f/72d94f3afe344fc4938c34650c643489_SeqId_4_ 2024-12-05T13:21:12,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46381 {}] regionserver.ReplicationSink(324): Finished replicating [77e6bc79-7da8-4f80-a0da-62adcf0a1d6d] bulk loaded data 2024-12-05T13:21:12,633 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 687, reset compression=false 2024-12-05T13:21:12,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:21:12,831 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733404872830/Put/seqid=0 2024-12-05T13:21:12,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42915 is added to blk_1073741842_1018 (size=7997) 2024-12-05T13:21:13,238 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 687, reset compression=false 2024-12-05T13:21:13,239 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733404873238/Put/seqid=0 2024-12-05T13:21:13,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42915 is added to blk_1073741843_1019 (size=7794) 2024-12-05T13:21:13,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e0b44f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:21:13,408 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,37975,-1 for getting cluster id 2024-12-05T13:21:13,408 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:21:13,410 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77e6bc79-7da8-4f80-a0da-62adcf0a1d6d' 2024-12-05T13:21:13,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:21:13,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77e6bc79-7da8-4f80-a0da-62adcf0a1d6d" 2024-12-05T13:21:13,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67b849a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:21:13,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,37975,-1] 2024-12-05T13:21:13,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:21:13,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:13,416 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:21:13,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16729688, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:21:13,417 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:21:13,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,44955,1733404856380, seqNum=-1] 2024-12-05T13:21:13,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:21:13,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:21:13,430 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:21:13,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,37975,1733404856098 2024-12-05T13:21:13,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@da83287 2024-12-05T13:21:13,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:21:13,432 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:21:13,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733404864279.4d47a710253ffe2b124be79104ad52ac., hostname=88aaa70743e7,44955,1733404856380, seqNum=2] 2024-12-05T13:21:13,447 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T13:21:13,464 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-05T13:21:13,471 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-05T13:21:13,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/load_f1/f1/hfile_1 for inclusion in 4d47a710253ffe2b124be79104ad52ac/f1 2024-12-05T13:21:13,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-05T13:21:13,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T13:21:13,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/load_f1/f1/hfile_0 for inclusion in 4d47a710253ffe2b124be79104ad52ac/f1 2024-12-05T13:21:13,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-05T13:21:13,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T13:21:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.HRegion(2603): Flush status journal for 4d47a710253ffe2b124be79104ad52ac: 2024-12-05T13:21:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/load_f1/f1/hfile_1 to hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/staging/jenkins__test__ja1anshf99n7q8a5of52mols1ufp3o61pp4429g9nosg6njv2js7e9e9q1c6qitv/f1/hfile_1 2024-12-05T13:21:13,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/staging/jenkins__test__ja1anshf99n7q8a5of52mols1ufp3o61pp4429g9nosg6njv2js7e9e9q1c6qitv/f1/hfile_1 as hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/default/test/4d47a710253ffe2b124be79104ad52ac/f1/49d584bb184f4fa1974d727efeb9674f_SeqId_6_ 2024-12-05T13:21:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/load_f1/f1/hfile_0 to hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/staging/jenkins__test__ja1anshf99n7q8a5of52mols1ufp3o61pp4429g9nosg6njv2js7e9e9q1c6qitv/f1/hfile_0 2024-12-05T13:21:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/staging/jenkins__test__ja1anshf99n7q8a5of52mols1ufp3o61pp4429g9nosg6njv2js7e9e9q1c6qitv/f1/hfile_0 as hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/default/test/4d47a710253ffe2b124be79104ad52ac/f1/ffce8a6e965c431c86eb9b0dc636534c_SeqId_6_ 2024-12-05T13:21:13,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-05T13:21:13,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/staging/jenkins__test__ja1anshf99n7q8a5of52mols1ufp3o61pp4429g9nosg6njv2js7e9e9q1c6qitv/f1/hfile_1 into 4d47a710253ffe2b124be79104ad52ac/f1 as hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/default/test/4d47a710253ffe2b124be79104ad52ac/f1/49d584bb184f4fa1974d727efeb9674f_SeqId_6_ - updating store file list. 2024-12-05T13:21:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 49d584bb184f4fa1974d727efeb9674f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T13:21:13,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/default/test/4d47a710253ffe2b124be79104ad52ac/f1/49d584bb184f4fa1974d727efeb9674f_SeqId_6_ into 4d47a710253ffe2b124be79104ad52ac/f1 2024-12-05T13:21:13,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/staging/jenkins__test__ja1anshf99n7q8a5of52mols1ufp3o61pp4429g9nosg6njv2js7e9e9q1c6qitv/f1/hfile_1 into 4d47a710253ffe2b124be79104ad52ac/f1 (new location: hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/default/test/4d47a710253ffe2b124be79104ad52ac/f1/49d584bb184f4fa1974d727efeb9674f_SeqId_6_) 2024-12-05T13:21:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/staging/jenkins__test__ja1anshf99n7q8a5of52mols1ufp3o61pp4429g9nosg6njv2js7e9e9q1c6qitv/f1/hfile_1 2024-12-05T13:21:13,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/staging/jenkins__test__ja1anshf99n7q8a5of52mols1ufp3o61pp4429g9nosg6njv2js7e9e9q1c6qitv/f1/hfile_0 into 4d47a710253ffe2b124be79104ad52ac/f1 as hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/default/test/4d47a710253ffe2b124be79104ad52ac/f1/ffce8a6e965c431c86eb9b0dc636534c_SeqId_6_ - updating store file list. 2024-12-05T13:21:13,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ffce8a6e965c431c86eb9b0dc636534c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T13:21:13,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/default/test/4d47a710253ffe2b124be79104ad52ac/f1/ffce8a6e965c431c86eb9b0dc636534c_SeqId_6_ into 4d47a710253ffe2b124be79104ad52ac/f1 2024-12-05T13:21:13,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/staging/jenkins__test__ja1anshf99n7q8a5of52mols1ufp3o61pp4429g9nosg6njv2js7e9e9q1c6qitv/f1/hfile_0 into 4d47a710253ffe2b124be79104ad52ac/f1 (new location: hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/default/test/4d47a710253ffe2b124be79104ad52ac/f1/ffce8a6e965c431c86eb9b0dc636534c_SeqId_6_) 2024-12-05T13:21:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/staging/jenkins__test__ja1anshf99n7q8a5of52mols1ufp3o61pp4429g9nosg6njv2js7e9e9q1c6qitv/f1/hfile_0 2024-12-05T13:21:13,527 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:21:13,527 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:21:13,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:13,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:21:13,528 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:21:13,529 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:21:13,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733404864279.4d47a710253ffe2b124be79104ad52ac., hostname=88aaa70743e7,44955,1733404856380, seqNum=2 , the old value is region=test,,1733404864279.4d47a710253ffe2b124be79104ad52ac., hostname=88aaa70743e7,44955,1733404856380, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=88aaa70743e7:44955 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T13:21:13,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733404864279.4d47a710253ffe2b124be79104ad52ac., hostname=88aaa70743e7,44955,1733404856380, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T13:21:13,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733404864279.4d47a710253ffe2b124be79104ad52ac., hostname=88aaa70743e7,44955,1733404856380, seqNum=2 from cache 2024-12-05T13:21:13,531 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,44955,1733404856380, seqNum=-1] 2024-12-05T13:21:13,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:21:13,534 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:21:13,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44955: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:55444 deadline: 1733404933530 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:55444 2024-12-05T13:21:13,539 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733404864279.4d47a710253ffe2b124be79104ad52ac., hostname=88aaa70743e7,44955,1733404856380, seqNum=2] 2024-12-05T13:21:13,640 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:44955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T13:21:13,945 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 687, reset compression=false 2024-12-05T13:21:13,950 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:21:13,951 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 997, reset compression=false 2024-12-05T13:21:13,951 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.shipper88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,44955,1733404856380 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T13:21:14,155 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 997, reset compression=false 2024-12-05T13:21:14,467 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 997, reset compression=false 2024-12-05T13:21:14,873 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 997, reset compression=false 2024-12-05T13:21:15,385 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 997, reset compression=false 2024-12-05T13:21:15,991 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 997, reset compression=false 2024-12-05T13:21:16,695 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 997, reset compression=false 2024-12-05T13:21:17,499 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 997, reset compression=false 2024-12-05T13:21:18,403 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 997, reset compression=false 2024-12-05T13:21:19,407 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 997, reset compression=false 2024-12-05T13:21:20,511 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 997, reset compression=false 2024-12-05T13:21:21,716 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 997, reset compression=false 2024-12-05T13:21:23,028 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 997, reset compression=false 2024-12-05T13:21:24,433 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 997, reset compression=false 2024-12-05T13:21:25,651 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T13:21:25,938 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 997, reset compression=false 2024-12-05T13:21:27,543 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 997, reset compression=false 2024-12-05T13:21:29,247 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 997, reset compression=false 2024-12-05T13:21:31,051 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 997, reset compression=false 2024-12-05T13:21:31,143 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T13:21:32,956 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 997, reset compression=false 2024-12-05T13:21:33,953 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.shipper88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,44955,1733404856380 got entry batch from reader: null 2024-12-05T13:21:34,964 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 997, reset compression=false 2024-12-05T13:21:37,072 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 997, reset compression=false 2024-12-05T13:21:39,277 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 997, reset compression=false 2024-12-05T13:21:39,563 INFO [master/88aaa70743e7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T13:21:39,563 INFO [master/88aaa70743e7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T13:21:41,582 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 997, reset compression=false 2024-12-05T13:21:43,987 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 997, reset compression=false 2024-12-05T13:21:44,720 INFO [master/88aaa70743e7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T13:21:44,720 INFO [master/88aaa70743e7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T13:21:46,491 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 997, reset compression=false 2024-12-05T13:21:49,095 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 997, reset compression=false 2024-12-05T13:21:50,073 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 4d47a710253ffe2b124be79104ad52ac, had cached 0 bytes from a total of 31376 2024-12-05T13:21:51,586 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 30c32eee466bacff579f94e2d0b53f13, had cached 0 bytes from a total of 15585 2024-12-05T13:21:51,802 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 997, reset compression=false 2024-12-05T13:21:53,953 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.shipper88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,44955,1733404856380 got entry batch from reader: null 2024-12-05T13:21:54,606 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 997, reset compression=false 2024-12-05T13:21:55,651 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T13:21:57,510 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 997, reset compression=false 2024-12-05T13:22:00,518 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 997, reset compression=false 2024-12-05T13:22:01,143 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T13:22:03,622 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 997, reset compression=false 2024-12-05T13:22:04,211 DEBUG [master/88aaa70743e7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-05T13:22:06,826 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 997, reset compression=false 2024-12-05T13:22:10,131 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 997, reset compression=false 2024-12-05T13:22:13,535 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 997, reset compression=false 2024-12-05T13:22:13,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T13:22:13,576 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:22:13,576 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:22:13,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:13,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:13,577 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:22:13,577 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T13:22:13,577 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1090302931, stopped=false 2024-12-05T13:22:13,577 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=88aaa70743e7,41939,1733404861577 2024-12-05T13:22:13,608 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46381-0x101a6d4cbba0004, quorum=127.0.0.1:59013, baseZNode=/12106845435 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12106845435/running 2024-12-05T13:22:13,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41939-0x101a6d4cbba0003, quorum=127.0.0.1:59013, baseZNode=/12106845435 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12106845435/running 2024-12-05T13:22:13,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41939-0x101a6d4cbba0003, quorum=127.0.0.1:59013, baseZNode=/12106845435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12106845435 2024-12-05T13:22:13,608 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46381-0x101a6d4cbba0004, quorum=127.0.0.1:59013, baseZNode=/12106845435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12106845435 2024-12-05T13:22:13,608 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:22:13,608 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:22:13,608 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:22:13,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:13,608 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41939-0x101a6d4cbba0003, quorum=127.0.0.1:59013, baseZNode=/12106845435 Set watcher on znode that does not yet exist, /12106845435/running 2024-12-05T13:22:13,608 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46381-0x101a6d4cbba0004, quorum=127.0.0.1:59013, baseZNode=/12106845435 Set watcher on znode that does not yet exist, /12106845435/running 2024-12-05T13:22:13,608 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '88aaa70743e7,46381,1733404861812' ***** 2024-12-05T13:22:13,608 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T13:22:13,609 INFO [RS:0;88aaa70743e7:46381 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T13:22:13,609 INFO [RS:0;88aaa70743e7:46381 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T13:22:13,609 INFO [RS:0;88aaa70743e7:46381 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T13:22:13,609 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T13:22:13,609 INFO [RS:0;88aaa70743e7:46381 {}] regionserver.HRegionServer(3091): Received CLOSE for 30c32eee466bacff579f94e2d0b53f13 2024-12-05T13:22:13,609 INFO [RS:0;88aaa70743e7:46381 {}] regionserver.HRegionServer(959): stopping server 88aaa70743e7,46381,1733404861812 2024-12-05T13:22:13,609 INFO [RS:0;88aaa70743e7:46381 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:22:13,609 INFO [RS:0;88aaa70743e7:46381 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:46381. 2024-12-05T13:22:13,609 DEBUG [RS:0;88aaa70743e7:46381 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:22:13,609 DEBUG [RS:0;88aaa70743e7:46381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:13,609 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 30c32eee466bacff579f94e2d0b53f13, disabling compactions & flushes 2024-12-05T13:22:13,609 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733404865444.30c32eee466bacff579f94e2d0b53f13. 2024-12-05T13:22:13,609 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733404865444.30c32eee466bacff579f94e2d0b53f13. 2024-12-05T13:22:13,609 INFO [RS:0;88aaa70743e7:46381 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T13:22:13,610 INFO [RS:0;88aaa70743e7:46381 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T13:22:13,610 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733404865444.30c32eee466bacff579f94e2d0b53f13. after waiting 0 ms 2024-12-05T13:22:13,610 INFO [RS:0;88aaa70743e7:46381 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T13:22:13,610 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733404865444.30c32eee466bacff579f94e2d0b53f13. 2024-12-05T13:22:13,610 INFO [RS:0;88aaa70743e7:46381 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T13:22:13,610 INFO [RS:0;88aaa70743e7:46381 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T13:22:13,610 DEBUG [RS:0;88aaa70743e7:46381 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 30c32eee466bacff579f94e2d0b53f13=test,,1733404865444.30c32eee466bacff579f94e2d0b53f13.} 2024-12-05T13:22:13,610 DEBUG [RS:0;88aaa70743e7:46381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30c32eee466bacff579f94e2d0b53f13 2024-12-05T13:22:13,610 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:22:13,610 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:22:13,610 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:22:13,610 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:22:13,610 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:22:13,610 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-05T13:22:13,613 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/data/default/test/30c32eee466bacff579f94e2d0b53f13/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-05T13:22:13,614 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:22:13,614 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T13:22:13,614 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733404865444.30c32eee466bacff579f94e2d0b53f13. 2024-12-05T13:22:13,614 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 30c32eee466bacff579f94e2d0b53f13: Waiting for close lock at 1733404933609Running coprocessor pre-close hooks at 1733404933609Disabling compacts and flushes for region at 1733404933609Disabling writes for close at 1733404933610 (+1 ms)Writing region close event to WAL at 1733404933610Running coprocessor post-close hooks at 1733404933614 (+4 ms)Closed at 1733404933614 2024-12-05T13:22:13,614 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733404865444.30c32eee466bacff579f94e2d0b53f13. 2024-12-05T13:22:13,625 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/data/hbase/meta/1588230740/.tmp/info/357d56893fac4ee8b9bcb66e097bb3a6 is 129, key is test,,1733404865444.30c32eee466bacff579f94e2d0b53f13./info:regioninfo/1733404866613/Put/seqid=0 2024-12-05T13:22:13,629 INFO [regionserver/88aaa70743e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:22:13,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39883 is added to blk_1073741839_1015 (size=6421) 2024-12-05T13:22:13,810 DEBUG [RS:0;88aaa70743e7:46381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:22:13,953 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.shipper88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,44955,1733404856380 got entry batch from reader: null 2024-12-05T13:22:14,010 DEBUG [RS:0;88aaa70743e7:46381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:22:14,030 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/data/hbase/meta/1588230740/.tmp/info/357d56893fac4ee8b9bcb66e097bb3a6 2024-12-05T13:22:14,048 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/data/hbase/meta/1588230740/.tmp/ns/730814048a6747ff87842d53ab5f858d is 43, key is default/ns:d/1733404864198/Put/seqid=0 2024-12-05T13:22:14,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39883 is added to blk_1073741840_1016 (size=5153) 2024-12-05T13:22:14,210 DEBUG [RS:0;88aaa70743e7:46381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:22:14,410 DEBUG [RS:0;88aaa70743e7:46381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:22:14,453 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/data/hbase/meta/1588230740/.tmp/ns/730814048a6747ff87842d53ab5f858d 2024-12-05T13:22:14,471 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/data/hbase/meta/1588230740/.tmp/rep_barrier/7504bf5b99d141cfa78c4e91fbbdb7a0 is 112, key is test,,1733404865444.30c32eee466bacff579f94e2d0b53f13./rep_barrier:seqnumDuringOpen/1733404866613/Put/seqid=0 2024-12-05T13:22:14,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39883 is added to blk_1073741841_1017 (size=5518) 2024-12-05T13:22:14,515 INFO [regionserver/88aaa70743e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T13:22:14,515 INFO [regionserver/88aaa70743e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T13:22:14,611 INFO [RS:0;88aaa70743e7:46381 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T13:22:14,611 DEBUG [RS:0;88aaa70743e7:46381 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T13:22:14,611 DEBUG [RS:0;88aaa70743e7:46381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:22:14,811 DEBUG [RS:0;88aaa70743e7:46381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:22:14,877 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/data/hbase/meta/1588230740/.tmp/rep_barrier/7504bf5b99d141cfa78c4e91fbbdb7a0 2024-12-05T13:22:14,894 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/data/hbase/meta/1588230740/.tmp/table/96ed300bb8dc4197962dc5469e3a3f24 is 40, key is test/table:state/1733404866623/Put/seqid=0 2024-12-05T13:22:14,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39883 is added to blk_1073741842_1018 (size=5165) 2024-12-05T13:22:15,011 DEBUG [RS:0;88aaa70743e7:46381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:22:15,211 DEBUG [RS:0;88aaa70743e7:46381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:22:15,298 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/data/hbase/meta/1588230740/.tmp/table/96ed300bb8dc4197962dc5469e3a3f24 2024-12-05T13:22:15,304 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/data/hbase/meta/1588230740/.tmp/info/357d56893fac4ee8b9bcb66e097bb3a6 as hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/data/hbase/meta/1588230740/info/357d56893fac4ee8b9bcb66e097bb3a6 2024-12-05T13:22:15,310 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/data/hbase/meta/1588230740/info/357d56893fac4ee8b9bcb66e097bb3a6, entries=10, sequenceid=11, filesize=6.3 K 2024-12-05T13:22:15,311 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/data/hbase/meta/1588230740/.tmp/ns/730814048a6747ff87842d53ab5f858d as hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/data/hbase/meta/1588230740/ns/730814048a6747ff87842d53ab5f858d 2024-12-05T13:22:15,315 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/data/hbase/meta/1588230740/ns/730814048a6747ff87842d53ab5f858d, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T13:22:15,316 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/data/hbase/meta/1588230740/.tmp/rep_barrier/7504bf5b99d141cfa78c4e91fbbdb7a0 as hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/data/hbase/meta/1588230740/rep_barrier/7504bf5b99d141cfa78c4e91fbbdb7a0 2024-12-05T13:22:15,321 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/data/hbase/meta/1588230740/rep_barrier/7504bf5b99d141cfa78c4e91fbbdb7a0, entries=1, sequenceid=11, filesize=5.4 K 2024-12-05T13:22:15,322 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/data/hbase/meta/1588230740/.tmp/table/96ed300bb8dc4197962dc5469e3a3f24 as hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/data/hbase/meta/1588230740/table/96ed300bb8dc4197962dc5469e3a3f24 2024-12-05T13:22:15,327 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/data/hbase/meta/1588230740/table/96ed300bb8dc4197962dc5469e3a3f24, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T13:22:15,328 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=11, compaction requested=false 2024-12-05T13:22:15,332 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T13:22:15,332 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:22:15,332 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:22:15,332 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:22:15,332 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733404933610Running coprocessor pre-close hooks at 1733404933610Disabling compacts and flushes for region at 1733404933610Disabling writes for close at 1733404933610Obtaining lock to block concurrent updates at 1733404933610Preparing flush snapshotting stores in 1588230740 at 1733404933610Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733404933610Flushing stores of hbase:meta,,1.1588230740 at 1733404933611 (+1 ms)Flushing 1588230740/info: creating writer at 1733404933611Flushing 1588230740/info: appending metadata at 1733404933624 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733404933625 (+1 ms)Flushing 1588230740/ns: creating writer at 1733404934035 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733404934048 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733404934048Flushing 1588230740/rep_barrier: creating writer at 1733404934458 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733404934470 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733404934470Flushing 1588230740/table: creating writer at 1733404934882 (+412 ms)Flushing 1588230740/table: appending metadata at 1733404934894 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733404934894Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1977168: reopening flushed file at 1733404935303 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53e5a195: reopening flushed file at 1733404935310 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2166248d: reopening flushed file at 1733404935316 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f5cfe81: reopening flushed file at 1733404935321 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=11, compaction requested=false at 1733404935328 (+7 ms)Writing region close event to WAL at 1733404935329 (+1 ms)Running coprocessor post-close hooks at 1733404935332 (+3 ms)Closed at 1733404935332 2024-12-05T13:22:15,333 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T13:22:15,411 INFO [RS:0;88aaa70743e7:46381 {}] regionserver.HRegionServer(976): stopping server 88aaa70743e7,46381,1733404861812; all regions closed. 2024-12-05T13:22:15,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39883 is added to blk_1073741834_1010 (size=2717) 2024-12-05T13:22:15,414 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/WALs/88aaa70743e7,46381,1733404861812/88aaa70743e7%2C46381%2C1733404861812.meta.1733404864134.meta not finished, retry = 0 2024-12-05T13:22:15,516 DEBUG [RS:0;88aaa70743e7:46381 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/oldWALs 2024-12-05T13:22:15,517 INFO [RS:0;88aaa70743e7:46381 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 88aaa70743e7%2C46381%2C1733404861812.meta:.meta(num 1733404864134) 2024-12-05T13:22:15,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39883 is added to blk_1073741832_1008 (size=1028) 2024-12-05T13:22:15,521 DEBUG [RS:0;88aaa70743e7:46381 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/oldWALs 2024-12-05T13:22:15,521 INFO [RS:0;88aaa70743e7:46381 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 88aaa70743e7%2C46381%2C1733404861812:(num 1733404863626) 2024-12-05T13:22:15,521 DEBUG [RS:0;88aaa70743e7:46381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:15,521 INFO [RS:0;88aaa70743e7:46381 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:22:15,521 INFO [RS:0;88aaa70743e7:46381 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:22:15,521 INFO [RS:0;88aaa70743e7:46381 {}] hbase.ChoreService(370): Chore service for: regionserver/88aaa70743e7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T13:22:15,521 INFO [RS:0;88aaa70743e7:46381 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:22:15,521 INFO [regionserver/88aaa70743e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:22:15,521 INFO [RS:0;88aaa70743e7:46381 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:46381. 2024-12-05T13:22:15,522 DEBUG [RS:0;88aaa70743e7:46381 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:22:15,522 DEBUG [RS:0;88aaa70743e7:46381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:15,522 DEBUG [RS:0;88aaa70743e7:46381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:15,522 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:22:15,522 INFO [RS:0;88aaa70743e7:46381 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46381 2024-12-05T13:22:15,566 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46381-0x101a6d4cbba0004, quorum=127.0.0.1:59013, baseZNode=/12106845435 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12106845435/rs/88aaa70743e7,46381,1733404861812 2024-12-05T13:22:15,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41939-0x101a6d4cbba0003, quorum=127.0.0.1:59013, baseZNode=/12106845435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12106845435/rs 2024-12-05T13:22:15,566 INFO [RS:0;88aaa70743e7:46381 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:22:15,574 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [88aaa70743e7,46381,1733404861812] 2024-12-05T13:22:15,582 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12106845435/draining/88aaa70743e7,46381,1733404861812 already deleted, retry=false 2024-12-05T13:22:15,582 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 88aaa70743e7,46381,1733404861812 expired; onlineServers=0 2024-12-05T13:22:15,582 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '88aaa70743e7,41939,1733404861577' ***** 2024-12-05T13:22:15,582 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T13:22:15,583 INFO [M:0;88aaa70743e7:41939 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:22:15,583 INFO [M:0;88aaa70743e7:41939 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:22:15,583 DEBUG [M:0;88aaa70743e7:41939 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T13:22:15,583 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T13:22:15,583 DEBUG [M:0;88aaa70743e7:41939 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T13:22:15,583 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733404863275 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733404863275,5,FailOnTimeoutGroup] 2024-12-05T13:22:15,583 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733404863287 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733404863287,5,FailOnTimeoutGroup] 2024-12-05T13:22:15,583 INFO [M:0;88aaa70743e7:41939 {}] hbase.ChoreService(370): Chore service for: master/88aaa70743e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T13:22:15,583 INFO [M:0;88aaa70743e7:41939 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:22:15,583 DEBUG [M:0;88aaa70743e7:41939 {}] master.HMaster(1795): Stopping service threads 2024-12-05T13:22:15,583 INFO [M:0;88aaa70743e7:41939 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T13:22:15,583 INFO [M:0;88aaa70743e7:41939 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:22:15,583 INFO [M:0;88aaa70743e7:41939 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T13:22:15,584 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T13:22:15,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41939-0x101a6d4cbba0003, quorum=127.0.0.1:59013, baseZNode=/12106845435 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12106845435/master 2024-12-05T13:22:15,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41939-0x101a6d4cbba0003, quorum=127.0.0.1:59013, baseZNode=/12106845435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12106845435 2024-12-05T13:22:15,591 DEBUG [M:0;88aaa70743e7:41939 {}] zookeeper.ZKUtil(347): master:41939-0x101a6d4cbba0003, quorum=127.0.0.1:59013, baseZNode=/12106845435 Unable to get data of znode /12106845435/master because node does not exist (not an error) 2024-12-05T13:22:15,591 WARN [M:0;88aaa70743e7:41939 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T13:22:15,593 INFO [M:0;88aaa70743e7:41939 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/.lastflushedseqids 2024-12-05T13:22:15,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39883 is added to blk_1073741843_1019 (size=173) 2024-12-05T13:22:15,674 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46381-0x101a6d4cbba0004, quorum=127.0.0.1:59013, baseZNode=/12106845435 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:22:15,674 INFO [RS:0;88aaa70743e7:46381 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:22:15,674 INFO [RS:0;88aaa70743e7:46381 {}] regionserver.HRegionServer(1031): Exiting; stopping=88aaa70743e7,46381,1733404861812; zookeeper connection closed. 2024-12-05T13:22:15,674 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46381-0x101a6d4cbba0004, quorum=127.0.0.1:59013, baseZNode=/12106845435 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:22:15,675 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f53681c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f53681c 2024-12-05T13:22:15,675 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T13:22:15,998 INFO [M:0;88aaa70743e7:41939 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T13:22:15,998 INFO [M:0;88aaa70743e7:41939 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T13:22:15,998 DEBUG [M:0;88aaa70743e7:41939 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:22:15,998 INFO [M:0;88aaa70743e7:41939 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:22:15,998 DEBUG [M:0;88aaa70743e7:41939 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:22:15,998 DEBUG [M:0;88aaa70743e7:41939 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:22:15,998 DEBUG [M:0;88aaa70743e7:41939 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:22:15,998 INFO [M:0;88aaa70743e7:41939 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.03 KB heapSize=34.13 KB 2024-12-05T13:22:16,014 DEBUG [M:0;88aaa70743e7:41939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/845cfc3702634cd894f2af09dbb1b9a9 is 82, key is hbase:meta,,1/info:regioninfo/1733404864175/Put/seqid=0 2024-12-05T13:22:16,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39883 is added to blk_1073741844_1020 (size=5672) 2024-12-05T13:22:16,419 INFO [M:0;88aaa70743e7:41939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/845cfc3702634cd894f2af09dbb1b9a9 2024-12-05T13:22:16,437 DEBUG [M:0;88aaa70743e7:41939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c320ac3f8aeb4540a50b79eca084b151 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733404866628/Put/seqid=0 2024-12-05T13:22:16,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39883 is added to blk_1073741845_1021 (size=6725) 2024-12-05T13:22:16,841 INFO [M:0;88aaa70743e7:41939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.47 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c320ac3f8aeb4540a50b79eca084b151 2024-12-05T13:22:16,845 INFO [M:0;88aaa70743e7:41939 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c320ac3f8aeb4540a50b79eca084b151 2024-12-05T13:22:16,858 DEBUG [M:0;88aaa70743e7:41939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3279063bfff847ae94cd56c46882ef94 is 69, key is 88aaa70743e7,46381,1733404861812/rs:state/1733404863385/Put/seqid=0 2024-12-05T13:22:16,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39883 is added to blk_1073741846_1022 (size=5156) 2024-12-05T13:22:17,038 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 to pos 997, reset compression=false 2024-12-05T13:22:17,265 INFO [M:0;88aaa70743e7:41939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3279063bfff847ae94cd56c46882ef94 2024-12-05T13:22:17,273 DEBUG [M:0;88aaa70743e7:41939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/845cfc3702634cd894f2af09dbb1b9a9 as hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/845cfc3702634cd894f2af09dbb1b9a9 2024-12-05T13:22:17,280 INFO [M:0;88aaa70743e7:41939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/845cfc3702634cd894f2af09dbb1b9a9, entries=8, sequenceid=58, filesize=5.5 K 2024-12-05T13:22:17,281 DEBUG [M:0;88aaa70743e7:41939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c320ac3f8aeb4540a50b79eca084b151 as hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c320ac3f8aeb4540a50b79eca084b151 2024-12-05T13:22:17,288 INFO [M:0;88aaa70743e7:41939 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c320ac3f8aeb4540a50b79eca084b151 2024-12-05T13:22:17,288 INFO [M:0;88aaa70743e7:41939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c320ac3f8aeb4540a50b79eca084b151, entries=6, sequenceid=58, filesize=6.6 K 2024-12-05T13:22:17,289 DEBUG [M:0;88aaa70743e7:41939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3279063bfff847ae94cd56c46882ef94 as hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3279063bfff847ae94cd56c46882ef94 2024-12-05T13:22:17,296 INFO [M:0;88aaa70743e7:41939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37741/user/jenkins/test-data/759d9905-82ab-1d56-5ddd-0e8c40a08e1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3279063bfff847ae94cd56c46882ef94, entries=1, sequenceid=58, filesize=5.0 K 2024-12-05T13:22:17,298 INFO [M:0;88aaa70743e7:41939 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.03 KB/28703, heapSize ~33.84 KB/34648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=58, compaction requested=false 2024-12-05T13:22:17,300 INFO [M:0;88aaa70743e7:41939 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:22:17,301 DEBUG [M:0;88aaa70743e7:41939 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733404935998Disabling compacts and flushes for region at 1733404935998Disabling writes for close at 1733404935998Obtaining lock to block concurrent updates at 1733404935998Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733404935998Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28703, getHeapSize=34888, getOffHeapSize=0, getCellsCount=69 at 1733404935999 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733404936000 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733404936000Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733404936014 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733404936014Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733404936423 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733404936436 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733404936436Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733404936846 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733404936858 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733404936858Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24709c7d: reopening flushed file at 1733404937272 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a789a88: reopening flushed file at 1733404937280 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f6e406b: reopening flushed file at 1733404937288 (+8 ms)Finished flush of dataSize ~28.03 KB/28703, heapSize ~33.84 KB/34648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=58, compaction requested=false at 1733404937298 (+10 ms)Writing region close event to WAL at 1733404937300 (+2 ms)Closed at 1733404937300 2024-12-05T13:22:17,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39883 is added to blk_1073741830_1006 (size=33002) 2024-12-05T13:22:17,318 INFO [M:0;88aaa70743e7:41939 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T13:22:17,318 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:22:17,318 INFO [M:0;88aaa70743e7:41939 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41939 2024-12-05T13:22:17,319 INFO [M:0;88aaa70743e7:41939 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:22:17,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41939-0x101a6d4cbba0003, quorum=127.0.0.1:59013, baseZNode=/12106845435 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:22:17,466 INFO [M:0;88aaa70743e7:41939 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:22:17,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41939-0x101a6d4cbba0003, quorum=127.0.0.1:59013, baseZNode=/12106845435 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:22:17,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36fce771{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:22:17,469 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d2f54a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:22:17,469 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:22:17,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@600b86b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:22:17,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64bc174b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1aa7dde-6e57-2120-7712-a16d7ed50e3b/hadoop.log.dir/,STOPPED} 2024-12-05T13:22:17,470 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T13:22:17,470 WARN [BP-1584775378-172.17.0.3-1733404859619 heartbeating to localhost/127.0.0.1:37741 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:22:17,470 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:22:17,470 WARN [BP-1584775378-172.17.0.3-1733404859619 heartbeating to localhost/127.0.0.1:37741 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1584775378-172.17.0.3-1733404859619 (Datanode Uuid 4d52e35d-6d67-496f-a39b-5d308ebfc66a) service to localhost/127.0.0.1:37741 2024-12-05T13:22:17,471 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1aa7dde-6e57-2120-7712-a16d7ed50e3b/cluster_c8fc3e8f-0138-52e8-bb34-85ccf11a88a0/data/data1/current/BP-1584775378-172.17.0.3-1733404859619 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:22:17,471 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1aa7dde-6e57-2120-7712-a16d7ed50e3b/cluster_c8fc3e8f-0138-52e8-bb34-85ccf11a88a0/data/data2/current/BP-1584775378-172.17.0.3-1733404859619 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:22:17,471 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:22:17,478 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f1361c3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:22:17,479 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e637be1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:22:17,479 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:22:17,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6df6e017{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:22:17,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50e6c400{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1aa7dde-6e57-2120-7712-a16d7ed50e3b/hadoop.log.dir/,STOPPED} 2024-12-05T13:22:17,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T13:22:17,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T13:22:17,493 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:22:17,493 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:22:17,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:17,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:17,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:22:17,494 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T13:22:17,494 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1779843503, stopped=false 2024-12-05T13:22:17,494 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=88aaa70743e7,37975,1733404856098 2024-12-05T13:22:17,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x101a6d4cbba0001, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01275713695/running 2024-12-05T13:22:17,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x101a6d4cbba0000, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01275713695/running 2024-12-05T13:22:17,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x101a6d4cbba0000, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275713695 2024-12-05T13:22:17,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x101a6d4cbba0001, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275713695 2024-12-05T13:22:17,508 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:22:17,508 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37975-0x101a6d4cbba0000, quorum=127.0.0.1:59013, baseZNode=/01275713695 Set watcher on znode that does not yet exist, /01275713695/running 2024-12-05T13:22:17,509 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:22:17,509 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:22:17,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:17,509 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44955-0x101a6d4cbba0001, quorum=127.0.0.1:59013, baseZNode=/01275713695 Set watcher on znode that does not yet exist, /01275713695/running 2024-12-05T13:22:17,509 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '88aaa70743e7,44955,1733404856380' ***** 2024-12-05T13:22:17,509 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T13:22:17,510 INFO [RS:0;88aaa70743e7:44955 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T13:22:17,510 INFO [RS:0;88aaa70743e7:44955 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T13:22:17,510 INFO [RS:0;88aaa70743e7:44955 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T13:22:17,510 INFO [RS:0;88aaa70743e7:44955 {}] regionserver.HRegionServer(3091): Received CLOSE for eb5e7c7d14c75486b8dc727fe786c660 2024-12-05T13:22:17,510 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T13:22:17,510 INFO [RS:0;88aaa70743e7:44955 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d47a710253ffe2b124be79104ad52ac 2024-12-05T13:22:17,510 INFO [RS:0;88aaa70743e7:44955 {}] regionserver.HRegionServer(959): stopping server 88aaa70743e7,44955,1733404856380 2024-12-05T13:22:17,510 INFO [RS:0;88aaa70743e7:44955 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:22:17,510 INFO [RS:0;88aaa70743e7:44955 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:44955. 2024-12-05T13:22:17,510 DEBUG [RS:0;88aaa70743e7:44955 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:22:17,510 DEBUG [RS:0;88aaa70743e7:44955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:17,510 INFO [RS:0;88aaa70743e7:44955 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T13:22:17,510 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eb5e7c7d14c75486b8dc727fe786c660, disabling compactions & flushes 2024-12-05T13:22:17,511 INFO [RS:0;88aaa70743e7:44955 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T13:22:17,511 INFO [RS:0;88aaa70743e7:44955 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T13:22:17,511 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733404867621.eb5e7c7d14c75486b8dc727fe786c660. 2024-12-05T13:22:17,511 INFO [RS:0;88aaa70743e7:44955 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T13:22:17,511 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733404867621.eb5e7c7d14c75486b8dc727fe786c660. 2024-12-05T13:22:17,511 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733404867621.eb5e7c7d14c75486b8dc727fe786c660. after waiting 0 ms 2024-12-05T13:22:17,511 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733404867621.eb5e7c7d14c75486b8dc727fe786c660. 2024-12-05T13:22:17,511 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing eb5e7c7d14c75486b8dc727fe786c660 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-05T13:22:17,511 INFO [RS:0;88aaa70743e7:44955 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T13:22:17,511 DEBUG [RS:0;88aaa70743e7:44955 {}] regionserver.HRegionServer(1325): Online Regions={eb5e7c7d14c75486b8dc727fe786c660=hbase:replication,,1733404867621.eb5e7c7d14c75486b8dc727fe786c660., 1588230740=hbase:meta,,1.1588230740, 4d47a710253ffe2b124be79104ad52ac=test,,1733404864279.4d47a710253ffe2b124be79104ad52ac.} 2024-12-05T13:22:17,511 DEBUG [RS:0;88aaa70743e7:44955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d47a710253ffe2b124be79104ad52ac, eb5e7c7d14c75486b8dc727fe786c660 2024-12-05T13:22:17,511 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:22:17,511 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:22:17,511 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:22:17,511 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:22:17,511 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:22:17,511 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T13:22:17,527 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/replication/eb5e7c7d14c75486b8dc727fe786c660/.tmp/hfileref/8293a8a39042434db7fe3ff1bcc52461 is 74, key is 1/hfileref:34770b80787f4d818db7f208c1a0eaa7_SeqId_4_/1733404872184/DeleteColumn/seqid=0 2024-12-05T13:22:17,527 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/meta/1588230740/.tmp/info/d71fc1adeb9840368929834476324d0e is 147, key is hbase:replication,,1733404867621.eb5e7c7d14c75486b8dc727fe786c660./info:regioninfo/1733404868795/Put/seqid=0 2024-12-05T13:22:17,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42915 is added to blk_1073741845_1021 (size=7686) 2024-12-05T13:22:17,541 INFO [regionserver/88aaa70743e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:22:17,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42915 is added to blk_1073741844_1020 (size=5203) 2024-12-05T13:22:17,711 DEBUG [RS:0;88aaa70743e7:44955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d47a710253ffe2b124be79104ad52ac, eb5e7c7d14c75486b8dc727fe786c660 2024-12-05T13:22:17,911 DEBUG [RS:0;88aaa70743e7:44955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d47a710253ffe2b124be79104ad52ac, eb5e7c7d14c75486b8dc727fe786c660 2024-12-05T13:22:17,941 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/meta/1588230740/.tmp/info/d71fc1adeb9840368929834476324d0e 2024-12-05T13:22:17,943 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/replication/eb5e7c7d14c75486b8dc727fe786c660/.tmp/hfileref/8293a8a39042434db7fe3ff1bcc52461 2024-12-05T13:22:17,965 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/replication/eb5e7c7d14c75486b8dc727fe786c660/.tmp/queue/e5e7f5779f2c45b5aeb3e207d3fa9b4b is 153, key is 1-88aaa70743e7,44955,1733404856380/queue:88aaa70743e7%2C44955%2C1733404856380/1733404873952/Put/seqid=0 2024-12-05T13:22:17,965 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/meta/1588230740/.tmp/ns/96f6f8d753fe4630bc78aeff00309d81 is 43, key is default/ns:d/1733404859471/Put/seqid=0 2024-12-05T13:22:17,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42915 is added to blk_1073741846_1022 (size=5352) 2024-12-05T13:22:17,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42915 is added to blk_1073741847_1023 (size=5153) 2024-12-05T13:22:18,092 INFO [regionserver/88aaa70743e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T13:22:18,092 INFO [regionserver/88aaa70743e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T13:22:18,112 DEBUG [RS:0;88aaa70743e7:44955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d47a710253ffe2b124be79104ad52ac, eb5e7c7d14c75486b8dc727fe786c660 2024-12-05T13:22:18,312 DEBUG [RS:0;88aaa70743e7:44955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d47a710253ffe2b124be79104ad52ac, eb5e7c7d14c75486b8dc727fe786c660 2024-12-05T13:22:18,373 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/meta/1588230740/.tmp/ns/96f6f8d753fe4630bc78aeff00309d81 2024-12-05T13:22:18,373 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/replication/eb5e7c7d14c75486b8dc727fe786c660/.tmp/queue/e5e7f5779f2c45b5aeb3e207d3fa9b4b 2024-12-05T13:22:18,380 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/replication/eb5e7c7d14c75486b8dc727fe786c660/.tmp/hfileref/8293a8a39042434db7fe3ff1bcc52461 as hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/replication/eb5e7c7d14c75486b8dc727fe786c660/hfileref/8293a8a39042434db7fe3ff1bcc52461 2024-12-05T13:22:18,392 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/replication/eb5e7c7d14c75486b8dc727fe786c660/hfileref/8293a8a39042434db7fe3ff1bcc52461, entries=2, sequenceid=10, filesize=5.1 K 2024-12-05T13:22:18,393 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/replication/eb5e7c7d14c75486b8dc727fe786c660/.tmp/queue/e5e7f5779f2c45b5aeb3e207d3fa9b4b as hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/replication/eb5e7c7d14c75486b8dc727fe786c660/queue/e5e7f5779f2c45b5aeb3e207d3fa9b4b 2024-12-05T13:22:18,396 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/meta/1588230740/.tmp/rep_barrier/e1926dd0a2a24745967d9b67e10339f9 is 112, key is test,,1733404864279.4d47a710253ffe2b124be79104ad52ac./rep_barrier:seqnumDuringOpen/1733404865090/Put/seqid=0 2024-12-05T13:22:18,399 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/replication/eb5e7c7d14c75486b8dc727fe786c660/queue/e5e7f5779f2c45b5aeb3e207d3fa9b4b, entries=1, sequenceid=10, filesize=5.2 K 2024-12-05T13:22:18,400 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for eb5e7c7d14c75486b8dc727fe786c660 in 888ms, sequenceid=10, compaction requested=false 2024-12-05T13:22:18,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42915 is added to blk_1073741848_1024 (size=5518) 2024-12-05T13:22:18,404 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/replication/eb5e7c7d14c75486b8dc727fe786c660/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T13:22:18,405 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:22:18,405 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:22:18,405 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733404867621.eb5e7c7d14c75486b8dc727fe786c660. 2024-12-05T13:22:18,405 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eb5e7c7d14c75486b8dc727fe786c660: Waiting for close lock at 1733404937510Running coprocessor pre-close hooks at 1733404937510Disabling compacts and flushes for region at 1733404937510Disabling writes for close at 1733404937511 (+1 ms)Obtaining lock to block concurrent updates at 1733404937511Preparing flush snapshotting stores in eb5e7c7d14c75486b8dc727fe786c660 at 1733404937511Finished memstore snapshotting hbase:replication,,1733404867621.eb5e7c7d14c75486b8dc727fe786c660., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733404937511Flushing stores of hbase:replication,,1733404867621.eb5e7c7d14c75486b8dc727fe786c660. at 1733404937512 (+1 ms)Flushing eb5e7c7d14c75486b8dc727fe786c660/hfileref: creating writer at 1733404937512Flushing eb5e7c7d14c75486b8dc727fe786c660/hfileref: appending metadata at 1733404937527 (+15 ms)Flushing eb5e7c7d14c75486b8dc727fe786c660/hfileref: closing flushed file at 1733404937527Flushing eb5e7c7d14c75486b8dc727fe786c660/queue: creating writer at 1733404937947 (+420 ms)Flushing eb5e7c7d14c75486b8dc727fe786c660/queue: appending metadata at 1733404937964 (+17 ms)Flushing eb5e7c7d14c75486b8dc727fe786c660/queue: closing flushed file at 1733404937964Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55e0cb45: reopening flushed file at 1733404938378 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2253396: reopening flushed file at 1733404938392 (+14 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for eb5e7c7d14c75486b8dc727fe786c660 in 888ms, sequenceid=10, compaction requested=false at 1733404938400 (+8 ms)Writing region close event to WAL at 1733404938401 (+1 ms)Running coprocessor post-close hooks at 1733404938404 (+3 ms)Closed at 1733404938405 (+1 ms) 2024-12-05T13:22:18,405 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733404867621.eb5e7c7d14c75486b8dc727fe786c660. 2024-12-05T13:22:18,405 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d47a710253ffe2b124be79104ad52ac, disabling compactions & flushes 2024-12-05T13:22:18,405 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733404864279.4d47a710253ffe2b124be79104ad52ac. 2024-12-05T13:22:18,405 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733404864279.4d47a710253ffe2b124be79104ad52ac. 2024-12-05T13:22:18,405 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733404864279.4d47a710253ffe2b124be79104ad52ac. after waiting 0 ms 2024-12-05T13:22:18,405 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733404864279.4d47a710253ffe2b124be79104ad52ac. 2024-12-05T13:22:18,409 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/default/test/4d47a710253ffe2b124be79104ad52ac/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T13:22:18,410 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:22:18,410 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T13:22:18,410 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733404864279.4d47a710253ffe2b124be79104ad52ac. 2024-12-05T13:22:18,410 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d47a710253ffe2b124be79104ad52ac: Waiting for close lock at 1733404938405Running coprocessor pre-close hooks at 1733404938405Disabling compacts and flushes for region at 1733404938405Disabling writes for close at 1733404938405Writing region close event to WAL at 1733404938406 (+1 ms)Running coprocessor post-close hooks at 1733404938410 (+4 ms)Closed at 1733404938410 2024-12-05T13:22:18,410 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733404864279.4d47a710253ffe2b124be79104ad52ac. 2024-12-05T13:22:18,512 INFO [RS:0;88aaa70743e7:44955 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T13:22:18,512 DEBUG [RS:0;88aaa70743e7:44955 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T13:22:18,512 DEBUG [RS:0;88aaa70743e7:44955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:22:18,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:18,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:18,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:18,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:18,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:18,712 DEBUG [RS:0;88aaa70743e7:44955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:22:18,801 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/meta/1588230740/.tmp/rep_barrier/e1926dd0a2a24745967d9b67e10339f9 2024-12-05T13:22:18,824 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/meta/1588230740/.tmp/table/1158ef9380454c72a29d598d4d343950 is 53, key is hbase:replication/table:state/1733404868803/Put/seqid=0 2024-12-05T13:22:18,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42915 is added to blk_1073741849_1025 (size=5308) 2024-12-05T13:22:18,912 DEBUG [RS:0;88aaa70743e7:44955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:22:19,113 DEBUG [RS:0;88aaa70743e7:44955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:22:19,141 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:22:19,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:19,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:19,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:19,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:19,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:19,229 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/meta/1588230740/.tmp/table/1158ef9380454c72a29d598d4d343950 2024-12-05T13:22:19,235 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/meta/1588230740/.tmp/info/d71fc1adeb9840368929834476324d0e as hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/meta/1588230740/info/d71fc1adeb9840368929834476324d0e 2024-12-05T13:22:19,242 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/meta/1588230740/info/d71fc1adeb9840368929834476324d0e, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T13:22:19,243 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/meta/1588230740/.tmp/ns/96f6f8d753fe4630bc78aeff00309d81 as hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/meta/1588230740/ns/96f6f8d753fe4630bc78aeff00309d81 2024-12-05T13:22:19,250 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/meta/1588230740/ns/96f6f8d753fe4630bc78aeff00309d81, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T13:22:19,251 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/meta/1588230740/.tmp/rep_barrier/e1926dd0a2a24745967d9b67e10339f9 as hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/meta/1588230740/rep_barrier/e1926dd0a2a24745967d9b67e10339f9 2024-12-05T13:22:19,257 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/meta/1588230740/rep_barrier/e1926dd0a2a24745967d9b67e10339f9, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T13:22:19,258 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/meta/1588230740/.tmp/table/1158ef9380454c72a29d598d4d343950 as hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/meta/1588230740/table/1158ef9380454c72a29d598d4d343950 2024-12-05T13:22:19,265 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/meta/1588230740/table/1158ef9380454c72a29d598d4d343950, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T13:22:19,266 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1755ms, sequenceid=16, compaction requested=false 2024-12-05T13:22:19,266 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T13:22:19,271 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T13:22:19,272 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:22:19,272 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:22:19,272 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:22:19,272 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733404937511Running coprocessor pre-close hooks at 1733404937511Disabling compacts and flushes for region at 1733404937511Disabling writes for close at 1733404937511Obtaining lock to block concurrent updates at 1733404937511Preparing flush snapshotting stores in 1588230740 at 1733404937511Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733404937512 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733404937512Flushing 1588230740/info: creating writer at 1733404937512Flushing 1588230740/info: appending metadata at 1733404937527 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733404937527Flushing 1588230740/ns: creating writer at 1733404937947 (+420 ms)Flushing 1588230740/ns: appending metadata at 1733404937964 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733404937964Flushing 1588230740/rep_barrier: creating writer at 1733404938378 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733404938395 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733404938395Flushing 1588230740/table: creating writer at 1733404938807 (+412 ms)Flushing 1588230740/table: appending metadata at 1733404938824 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733404938824Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e3f1f22: reopening flushed file at 1733404939235 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70351e2c: reopening flushed file at 1733404939242 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4497a771: reopening flushed file at 1733404939250 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@83beadf: reopening flushed file at 1733404939257 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1755ms, sequenceid=16, compaction requested=false at 1733404939266 (+9 ms)Writing region close event to WAL at 1733404939268 (+2 ms)Running coprocessor post-close hooks at 1733404939272 (+4 ms)Closed at 1733404939272 2024-12-05T13:22:19,272 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T13:22:19,313 INFO [RS:0;88aaa70743e7:44955 {}] regionserver.HRegionServer(976): stopping server 88aaa70743e7,44955,1733404856380; all regions closed. 2024-12-05T13:22:19,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42915 is added to blk_1073741834_1010 (size=4239) 2024-12-05T13:22:19,315 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.meta.1733404859293.meta not finished, retry = 0 2024-12-05T13:22:19,419 DEBUG [RS:0;88aaa70743e7:44955 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/oldWALs 2024-12-05T13:22:19,419 INFO [RS:0;88aaa70743e7:44955 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 88aaa70743e7%2C44955%2C1733404856380.meta:.meta(num 1733404859293) 2024-12-05T13:22:19,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42915 is added to blk_1073741839_1015 (size=2700) 2024-12-05T13:22:19,424 DEBUG [RS:0;88aaa70743e7:44955 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/oldWALs 2024-12-05T13:22:19,424 INFO [RS:0;88aaa70743e7:44955 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 88aaa70743e7%2C44955%2C1733404856380.rep:(num 1733404868761) 2024-12-05T13:22:19,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42915 is added to blk_1073741832_1008 (size=1300) 2024-12-05T13:22:19,429 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/WALs/88aaa70743e7,44955,1733404856380/88aaa70743e7%2C44955%2C1733404856380.1733404858198 not finished, retry = 0 2024-12-05T13:22:19,534 DEBUG [RS:0;88aaa70743e7:44955 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/oldWALs 2024-12-05T13:22:19,534 INFO [RS:0;88aaa70743e7:44955 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 88aaa70743e7%2C44955%2C1733404856380:(num 1733404858198) 2024-12-05T13:22:19,534 DEBUG [RS:0;88aaa70743e7:44955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:19,534 INFO [RS:0;88aaa70743e7:44955 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:22:19,534 INFO [RS:0;88aaa70743e7:44955 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:22:19,535 INFO [RS:0;88aaa70743e7:44955 {}] hbase.ChoreService(370): Chore service for: regionserver/88aaa70743e7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T13:22:19,535 INFO [RS:0;88aaa70743e7:44955 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:22:19,535 INFO [regionserver/88aaa70743e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:22:19,535 INFO [RS:0;88aaa70743e7:44955 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-88aaa70743e7,44955,1733404856380 because: Region server is closing 2024-12-05T13:22:19,535 INFO [RS:0;88aaa70743e7:44955 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:44955. 2024-12-05T13:22:19,535 DEBUG [RS:0;88aaa70743e7:44955 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:22:19,535 DEBUG [RS:0;88aaa70743e7:44955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:19,535 DEBUG [RS:0;88aaa70743e7:44955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:19,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:22:19,636 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.wal-reader.88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T13:22:19,636 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.shipper88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T13:22:19,636 INFO [RS:0;88aaa70743e7:44955 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44955,1733404856380.replicationSource.shipper88aaa70743e7%2C44955%2C1733404856380,1-88aaa70743e7,44955,1733404856380 terminated 2024-12-05T13:22:19,636 INFO [RS:0;88aaa70743e7:44955 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44955 2024-12-05T13:22:19,699 INFO [RS:0;88aaa70743e7:44955 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:22:19,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x101a6d4cbba0000, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275713695/rs 2024-12-05T13:22:19,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x101a6d4cbba0001, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01275713695/rs/88aaa70743e7,44955,1733404856380 2024-12-05T13:22:19,707 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [88aaa70743e7,44955,1733404856380] 2024-12-05T13:22:19,716 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01275713695/draining/88aaa70743e7,44955,1733404856380 already deleted, retry=false 2024-12-05T13:22:19,716 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 88aaa70743e7,44955,1733404856380 expired; onlineServers=0 2024-12-05T13:22:19,716 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '88aaa70743e7,37975,1733404856098' ***** 2024-12-05T13:22:19,716 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T13:22:19,716 INFO [M:0;88aaa70743e7:37975 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:22:19,716 INFO [M:0;88aaa70743e7:37975 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:22:19,716 DEBUG [M:0;88aaa70743e7:37975 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T13:22:19,716 DEBUG [M:0;88aaa70743e7:37975 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T13:22:19,716 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T13:22:19,716 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733404857943 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733404857943,5,FailOnTimeoutGroup] 2024-12-05T13:22:19,716 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733404857943 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733404857943,5,FailOnTimeoutGroup] 2024-12-05T13:22:19,716 INFO [M:0;88aaa70743e7:37975 {}] hbase.ChoreService(370): Chore service for: master/88aaa70743e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T13:22:19,716 INFO [M:0;88aaa70743e7:37975 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:22:19,716 DEBUG [M:0;88aaa70743e7:37975 {}] master.HMaster(1795): Stopping service threads 2024-12-05T13:22:19,716 INFO [M:0;88aaa70743e7:37975 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T13:22:19,716 INFO [M:0;88aaa70743e7:37975 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:22:19,717 INFO [M:0;88aaa70743e7:37975 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T13:22:19,717 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T13:22:19,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x101a6d4cbba0000, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01275713695/master 2024-12-05T13:22:19,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x101a6d4cbba0000, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01275713695 2024-12-05T13:22:19,724 DEBUG [M:0;88aaa70743e7:37975 {}] zookeeper.ZKUtil(347): master:37975-0x101a6d4cbba0000, quorum=127.0.0.1:59013, baseZNode=/01275713695 Unable to get data of znode /01275713695/master because node does not exist (not an error) 2024-12-05T13:22:19,725 WARN [M:0;88aaa70743e7:37975 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T13:22:19,726 INFO [M:0;88aaa70743e7:37975 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/.lastflushedseqids 2024-12-05T13:22:19,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42915 is added to blk_1073741850_1026 (size=263) 2024-12-05T13:22:19,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x101a6d4cbba0001, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:22:19,807 INFO [RS:0;88aaa70743e7:44955 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:22:19,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44955-0x101a6d4cbba0001, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:22:19,808 INFO [RS:0;88aaa70743e7:44955 {}] regionserver.HRegionServer(1031): Exiting; stopping=88aaa70743e7,44955,1733404856380; zookeeper connection closed. 2024-12-05T13:22:19,808 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29a21022 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29a21022 2024-12-05T13:22:19,808 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T13:22:20,132 INFO [M:0;88aaa70743e7:37975 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T13:22:20,132 INFO [M:0;88aaa70743e7:37975 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T13:22:20,132 DEBUG [M:0;88aaa70743e7:37975 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:22:20,132 INFO [M:0;88aaa70743e7:37975 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:22:20,132 DEBUG [M:0;88aaa70743e7:37975 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:22:20,132 DEBUG [M:0;88aaa70743e7:37975 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:22:20,132 DEBUG [M:0;88aaa70743e7:37975 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:22:20,133 INFO [M:0;88aaa70743e7:37975 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-12-05T13:22:20,146 DEBUG [M:0;88aaa70743e7:37975 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a097b2f4fcd041229d29ce1df7a66127 is 82, key is hbase:meta,,1/info:regioninfo/1733404859373/Put/seqid=0 2024-12-05T13:22:20,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42915 is added to blk_1073741851_1027 (size=5672) 2024-12-05T13:22:20,550 INFO [M:0;88aaa70743e7:37975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a097b2f4fcd041229d29ce1df7a66127 2024-12-05T13:22:20,567 DEBUG [M:0;88aaa70743e7:37975 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e918baf885d44b63adae46893e507668 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733404865105/Put/seqid=0 2024-12-05T13:22:20,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42915 is added to blk_1073741852_1028 (size=7239) 2024-12-05T13:22:20,973 INFO [M:0;88aaa70743e7:37975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e918baf885d44b63adae46893e507668 2024-12-05T13:22:20,979 INFO [M:0;88aaa70743e7:37975 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e918baf885d44b63adae46893e507668 2024-12-05T13:22:21,001 DEBUG [M:0;88aaa70743e7:37975 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5528c099f71f464caeea602e513e175f is 69, key is 88aaa70743e7,44955,1733404856380/rs:state/1733404857989/Put/seqid=0 2024-12-05T13:22:21,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42915 is added to blk_1073741853_1029 (size=5156) 2024-12-05T13:22:21,008 INFO [M:0;88aaa70743e7:37975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5528c099f71f464caeea602e513e175f 2024-12-05T13:22:21,013 DEBUG [M:0;88aaa70743e7:37975 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a097b2f4fcd041229d29ce1df7a66127 as hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a097b2f4fcd041229d29ce1df7a66127 2024-12-05T13:22:21,019 INFO [M:0;88aaa70743e7:37975 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a097b2f4fcd041229d29ce1df7a66127, entries=8, sequenceid=105, filesize=5.5 K 2024-12-05T13:22:21,020 DEBUG [M:0;88aaa70743e7:37975 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e918baf885d44b63adae46893e507668 as hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e918baf885d44b63adae46893e507668 2024-12-05T13:22:21,027 INFO [M:0;88aaa70743e7:37975 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e918baf885d44b63adae46893e507668 2024-12-05T13:22:21,027 INFO [M:0;88aaa70743e7:37975 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e918baf885d44b63adae46893e507668, entries=11, sequenceid=105, filesize=7.1 K 2024-12-05T13:22:21,028 DEBUG [M:0;88aaa70743e7:37975 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5528c099f71f464caeea602e513e175f as hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5528c099f71f464caeea602e513e175f 2024-12-05T13:22:21,035 INFO [M:0;88aaa70743e7:37975 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44323/user/jenkins/test-data/1b71eb32-9194-743b-9da7-60935140a49d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5528c099f71f464caeea602e513e175f, entries=1, sequenceid=105, filesize=5.0 K 2024-12-05T13:22:21,036 INFO [M:0;88aaa70743e7:37975 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 904ms, sequenceid=105, compaction requested=false 2024-12-05T13:22:21,043 INFO [M:0;88aaa70743e7:37975 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:22:21,043 DEBUG [M:0;88aaa70743e7:37975 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733404940132Disabling compacts and flushes for region at 1733404940132Disabling writes for close at 1733404940132Obtaining lock to block concurrent updates at 1733404940133 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733404940133Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1733404940133Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733404940134 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733404940134Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733404940146 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733404940146Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733404940555 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733404940567 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733404940567Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733404940979 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733404941001 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733404941001Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c8effc4: reopening flushed file at 1733404941012 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6479eb55: reopening flushed file at 1733404941019 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b677f9c: reopening flushed file at 1733404941027 (+8 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 904ms, sequenceid=105, compaction requested=false at 1733404941036 (+9 ms)Writing region close event to WAL at 1733404941043 (+7 ms)Closed at 1733404941043 2024-12-05T13:22:21,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42915 is added to blk_1073741830_1006 (size=64514) 2024-12-05T13:22:21,049 INFO [M:0;88aaa70743e7:37975 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T13:22:21,049 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:22:21,049 INFO [M:0;88aaa70743e7:37975 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37975 2024-12-05T13:22:21,050 INFO [M:0;88aaa70743e7:37975 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:22:21,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x101a6d4cbba0000, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:22:21,166 INFO [M:0;88aaa70743e7:37975 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:22:21,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x101a6d4cbba0000, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:22:21,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21f66ac0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:22:21,169 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ba9d83b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:22:21,169 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:22:21,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@632af0bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:22:21,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70ea0715{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235/hadoop.log.dir/,STOPPED} 2024-12-05T13:22:21,171 WARN [BP-346961430-172.17.0.3-1733404853845 heartbeating to localhost/127.0.0.1:44323 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:22:21,171 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T13:22:21,171 WARN [BP-346961430-172.17.0.3-1733404853845 heartbeating to localhost/127.0.0.1:44323 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-346961430-172.17.0.3-1733404853845 (Datanode Uuid 8c624368-5a34-4e6c-a61b-02b28eb04b91) service to localhost/127.0.0.1:44323 2024-12-05T13:22:21,171 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:22:21,171 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235/cluster_289e629f-6ec8-0237-c156-4dc35bd9ca1a/data/data1/current/BP-346961430-172.17.0.3-1733404853845 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:22:21,172 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235/cluster_289e629f-6ec8-0237-c156-4dc35bd9ca1a/data/data2/current/BP-346961430-172.17.0.3-1733404853845 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:22:21,172 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:22:21,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71552b94{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:22:21,180 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a42b3e4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:22:21,180 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:22:21,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@738c964{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:22:21,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1960000c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030dd080-578d-9fc7-1265-0057fd4d2235/hadoop.log.dir/,STOPPED} 2024-12-05T13:22:21,187 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T13:22:21,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T13:22:21,212 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 139) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007fb620b8e608.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:44323 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37741 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44323 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59013) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37741 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37741 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44323 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007fb620b8e608.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59013) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:37741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44323 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44323 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=487 (was 782), ProcessCount=11 (was 11), AvailableMemoryMB=3813 (was 3418) - AvailableMemoryMB LEAK? - 2024-12-05T13:22:21,226 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=487, ProcessCount=11, AvailableMemoryMB=3811 2024-12-05T13:22:21,238 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-05T13:22:21,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1aa7dde-6e57-2120-7712-a16d7ed50e3b/hadoop.log.dir so I do NOT create it in target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587 2024-12-05T13:22:21,239 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1aa7dde-6e57-2120-7712-a16d7ed50e3b/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T13:22:21,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1aa7dde-6e57-2120-7712-a16d7ed50e3b/hadoop.tmp.dir so I do NOT create it in target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587 2024-12-05T13:22:21,239 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1aa7dde-6e57-2120-7712-a16d7ed50e3b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T13:22:21,239 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587 2024-12-05T13:22:21,239 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587/cluster_96c091fa-1c05-f452-8d6b-93d8f02937b6, deleteOnExit=true 2024-12-05T13:22:21,257 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587/cluster_96c091fa-1c05-f452-8d6b-93d8f02937b6/zookeeper_0, clientPort=55859, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587/cluster_96c091fa-1c05-f452-8d6b-93d8f02937b6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587/cluster_96c091fa-1c05-f452-8d6b-93d8f02937b6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T13:22:21,258 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55859 2024-12-05T13:22:21,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T13:22:21,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T13:22:21,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587/test.cache.data in system properties and HBase conf 2024-12-05T13:22:21,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T13:22:21,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587/hadoop.log.dir in system properties and HBase conf 2024-12-05T13:22:21,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T13:22:21,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T13:22:21,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T13:22:21,259 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T13:22:21,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:22:21,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:22:21,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T13:22:21,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:22:21,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T13:22:21,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T13:22:21,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:22:21,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:22:21,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T13:22:21,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587/nfs.dump.dir in system properties and HBase conf 2024-12-05T13:22:21,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587/java.io.tmpdir in system properties and HBase conf 2024-12-05T13:22:21,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:22:21,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T13:22:21,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T13:22:21,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a6d4cbba0002, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T13:22:21,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a6d4cbba0005, quorum=127.0.0.1:59013, baseZNode=/12106845435 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T13:22:21,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a6d4cbba0002, quorum=127.0.0.1:59013, baseZNode=/01275713695 Received Disconnected from ZooKeeper, ignoring 2024-12-05T13:22:21,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a6d4cbba0005, quorum=127.0.0.1:59013, baseZNode=/12106845435 Received Disconnected from ZooKeeper, ignoring 2024-12-05T13:22:21,548 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:22:21,552 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:22:21,552 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T13:22:21,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T13:22:21,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T13:22:21,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T13:22:21,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:22:21,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T13:22:21,554 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:22:21,563 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:22:21,563 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:22:21,563 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:22:21,564 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:22:21,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3db3868c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:22:21,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@306e315e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:22:21,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2af7d3d5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587/java.io.tmpdir/jetty-localhost-38271-hadoop-hdfs-3_4_1-tests_jar-_-any-17229020177767294601/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:22:21,658 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f84364c{HTTP/1.1, (http/1.1)}{localhost:38271} 2024-12-05T13:22:21,658 INFO [Time-limited test {}] server.Server(415): Started @137493ms 2024-12-05T13:22:21,900 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:22:21,904 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:22:21,907 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:22:21,907 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:22:21,907 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:22:21,907 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cae3f43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:22:21,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@594fffb1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:22:22,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e6f3ac9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587/java.io.tmpdir/jetty-localhost-44285-hadoop-hdfs-3_4_1-tests_jar-_-any-16506554508517075878/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:22:22,017 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@556c7296{HTTP/1.1, (http/1.1)}{localhost:44285} 2024-12-05T13:22:22,017 INFO [Time-limited test {}] server.Server(415): Started @137852ms 2024-12-05T13:22:22,018 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:22:22,460 WARN [Thread-1284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587/cluster_96c091fa-1c05-f452-8d6b-93d8f02937b6/data/data2/current/BP-1220393679-172.17.0.3-1733404941274/current, will proceed with Du for space computation calculation, 2024-12-05T13:22:22,460 WARN [Thread-1283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587/cluster_96c091fa-1c05-f452-8d6b-93d8f02937b6/data/data1/current/BP-1220393679-172.17.0.3-1733404941274/current, will proceed with Du for space computation calculation, 2024-12-05T13:22:22,476 WARN [Thread-1271 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:22:22,479 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d7d81645b12f019 with lease ID 0xf10f8282289b4ffd: Processing first storage report for DS-522ba287-d72b-4289-9db6-a96b58eb96e5 from datanode DatanodeRegistration(127.0.0.1:43761, datanodeUuid=a1f63991-83b5-402f-ab60-047a5e306fd3, infoPort=42413, infoSecurePort=0, ipcPort=34523, storageInfo=lv=-57;cid=testClusterID;nsid=1914120181;c=1733404941274) 2024-12-05T13:22:22,479 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d7d81645b12f019 with lease ID 0xf10f8282289b4ffd: from storage DS-522ba287-d72b-4289-9db6-a96b58eb96e5 node DatanodeRegistration(127.0.0.1:43761, datanodeUuid=a1f63991-83b5-402f-ab60-047a5e306fd3, infoPort=42413, infoSecurePort=0, ipcPort=34523, storageInfo=lv=-57;cid=testClusterID;nsid=1914120181;c=1733404941274), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:22:22,479 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d7d81645b12f019 with lease ID 0xf10f8282289b4ffd: Processing first storage report for DS-9dd6b343-f55e-422c-b83c-61129eb11015 from datanode DatanodeRegistration(127.0.0.1:43761, datanodeUuid=a1f63991-83b5-402f-ab60-047a5e306fd3, infoPort=42413, infoSecurePort=0, ipcPort=34523, storageInfo=lv=-57;cid=testClusterID;nsid=1914120181;c=1733404941274) 2024-12-05T13:22:22,479 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d7d81645b12f019 with lease ID 0xf10f8282289b4ffd: from storage DS-9dd6b343-f55e-422c-b83c-61129eb11015 node DatanodeRegistration(127.0.0.1:43761, datanodeUuid=a1f63991-83b5-402f-ab60-047a5e306fd3, infoPort=42413, infoSecurePort=0, ipcPort=34523, storageInfo=lv=-57;cid=testClusterID;nsid=1914120181;c=1733404941274), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:22:22,557 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587 2024-12-05T13:22:22,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:22:22,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:22:22,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741825_1001 (size=7) 2024-12-05T13:22:22,969 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa with version=8 2024-12-05T13:22:22,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/hbase-staging 2024-12-05T13:22:22,970 INFO [Time-limited test {}] client.ConnectionUtils(128): master/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:22:22,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:22:22,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:22:22,971 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:22:22,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:22:22,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:22:22,971 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T13:22:22,971 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:22:22,971 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36949 2024-12-05T13:22:22,972 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36949 connecting to ZooKeeper ensemble=127.0.0.1:55859 2024-12-05T13:22:23,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369490x0, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:22:23,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36949-0x101a6d621710000 connected 2024-12-05T13:22:23,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:22:23,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:22:23,146 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36949-0x101a6d621710000, quorum=127.0.0.1:55859, baseZNode=/0904958645 Set watcher on znode that does not yet exist, /0904958645/running 2024-12-05T13:22:23,146 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa, hbase.cluster.distributed=false 2024-12-05T13:22:23,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36949-0x101a6d621710000, quorum=127.0.0.1:55859, baseZNode=/0904958645 Set watcher on znode that does not yet exist, /0904958645/acl 2024-12-05T13:22:23,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36949 2024-12-05T13:22:23,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36949 2024-12-05T13:22:23,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36949 2024-12-05T13:22:23,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36949 2024-12-05T13:22:23,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36949 2024-12-05T13:22:23,162 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:22:23,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:22:23,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:22:23,162 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:22:23,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:22:23,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:22:23,162 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T13:22:23,163 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:22:23,163 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42069 2024-12-05T13:22:23,165 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42069 connecting to ZooKeeper ensemble=127.0.0.1:55859 2024-12-05T13:22:23,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:22:23,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:22:23,185 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420690x0, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:22:23,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420690x0, quorum=127.0.0.1:55859, baseZNode=/0904958645 Set watcher on znode that does not yet exist, /0904958645/running 2024-12-05T13:22:23,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42069-0x101a6d621710001 connected 2024-12-05T13:22:23,186 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T13:22:23,186 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T13:22:23,187 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42069-0x101a6d621710001, quorum=127.0.0.1:55859, baseZNode=/0904958645 Set watcher on znode that does not yet exist, /0904958645/master 2024-12-05T13:22:23,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42069-0x101a6d621710001, quorum=127.0.0.1:55859, baseZNode=/0904958645 Set watcher on znode that does not yet exist, /0904958645/acl 2024-12-05T13:22:23,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42069 2024-12-05T13:22:23,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42069 2024-12-05T13:22:23,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42069 2024-12-05T13:22:23,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42069 2024-12-05T13:22:23,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42069 2024-12-05T13:22:23,205 DEBUG [M:0;88aaa70743e7:36949 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;88aaa70743e7:36949 2024-12-05T13:22:23,205 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0904958645/backup-masters/88aaa70743e7,36949,1733404942970 2024-12-05T13:22:23,210 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x101a6d621710001, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0904958645/backup-masters 2024-12-05T13:22:23,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101a6d621710000, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0904958645/backup-masters 2024-12-05T13:22:23,210 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36949-0x101a6d621710000, quorum=127.0.0.1:55859, baseZNode=/0904958645 Set watcher on existing znode=/0904958645/backup-masters/88aaa70743e7,36949,1733404942970 2024-12-05T13:22:23,218 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x101a6d621710001, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0904958645/master 2024-12-05T13:22:23,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101a6d621710000, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0904958645 2024-12-05T13:22:23,218 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x101a6d621710001, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0904958645 2024-12-05T13:22:23,219 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36949-0x101a6d621710000, quorum=127.0.0.1:55859, baseZNode=/0904958645 Set watcher on existing znode=/0904958645/master 2024-12-05T13:22:23,219 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0904958645/backup-masters/88aaa70743e7,36949,1733404942970 from backup master directory 2024-12-05T13:22:23,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101a6d621710000, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0904958645/backup-masters/88aaa70743e7,36949,1733404942970 2024-12-05T13:22:23,227 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x101a6d621710001, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0904958645/backup-masters 2024-12-05T13:22:23,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101a6d621710000, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0904958645/backup-masters 2024-12-05T13:22:23,227 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:22:23,227 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=88aaa70743e7,36949,1733404942970 2024-12-05T13:22:23,230 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/hbase.id] with ID: 25bc88ae-5d14-4f89-85d1-2f5de1432dc3 2024-12-05T13:22:23,230 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/.tmp/hbase.id 2024-12-05T13:22:23,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741826_1002 (size=42) 2024-12-05T13:22:23,639 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/.tmp/hbase.id]:[hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/hbase.id] 2024-12-05T13:22:23,649 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:22:23,649 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T13:22:23,650 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T13:22:23,677 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x101a6d621710001, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0904958645 2024-12-05T13:22:23,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101a6d621710000, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0904958645 2024-12-05T13:22:23,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741827_1003 (size=196) 2024-12-05T13:22:24,086 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:22:24,087 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T13:22:24,087 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:22:24,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741828_1004 (size=1189) 2024-12-05T13:22:24,102 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store 2024-12-05T13:22:24,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741829_1005 (size=34) 2024-12-05T13:22:24,114 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:22:24,114 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:22:24,114 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:22:24,114 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:22:24,114 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:22:24,114 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:22:24,114 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:22:24,114 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733404944114Disabling compacts and flushes for region at 1733404944114Disabling writes for close at 1733404944114Writing region close event to WAL at 1733404944114Closed at 1733404944114 2024-12-05T13:22:24,115 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/.initializing 2024-12-05T13:22:24,115 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/WALs/88aaa70743e7,36949,1733404942970 2024-12-05T13:22:24,116 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:22:24,119 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=88aaa70743e7%2C36949%2C1733404942970, suffix=, logDir=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/WALs/88aaa70743e7,36949,1733404942970, archiveDir=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/oldWALs, maxLogs=10 2024-12-05T13:22:24,137 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/WALs/88aaa70743e7,36949,1733404942970/88aaa70743e7%2C36949%2C1733404942970.1733404944119, exclude list is [], retry=0 2024-12-05T13:22:24,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43761,DS-522ba287-d72b-4289-9db6-a96b58eb96e5,DISK] 2024-12-05T13:22:24,144 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/WALs/88aaa70743e7,36949,1733404942970/88aaa70743e7%2C36949%2C1733404942970.1733404944119 2024-12-05T13:22:24,147 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42413:42413)] 2024-12-05T13:22:24,147 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:22:24,147 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:22:24,147 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:24,147 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:24,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:24,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T13:22:24,153 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:24,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:24,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:24,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T13:22:24,155 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:24,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:22:24,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:24,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T13:22:24,157 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:24,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:22:24,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:24,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T13:22:24,159 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:24,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:22:24,159 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:24,160 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:24,161 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:24,163 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:24,163 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:24,163 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:22:24,165 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:24,171 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:22:24,171 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64235115, jitterRate=-0.04282219707965851}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:22:24,172 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733404944147Initializing all the Stores at 1733404944148 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404944148Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404944150 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404944150Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404944150Cleaning up temporary data from old regions at 1733404944163 (+13 ms)Region opened successfully at 1733404944172 (+9 ms) 2024-12-05T13:22:24,178 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T13:22:24,182 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39b64bb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:22:24,183 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T13:22:24,184 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T13:22:24,184 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T13:22:24,184 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T13:22:24,185 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-05T13:22:24,186 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T13:22:24,186 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T13:22:24,197 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T13:22:24,198 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36949-0x101a6d621710000, quorum=127.0.0.1:55859, baseZNode=/0904958645 Unable to get data of znode /0904958645/balancer because node does not exist (not necessarily an error) 2024-12-05T13:22:24,234 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0904958645/balancer already deleted, retry=false 2024-12-05T13:22:24,234 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T13:22:24,235 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36949-0x101a6d621710000, quorum=127.0.0.1:55859, baseZNode=/0904958645 Unable to get data of znode /0904958645/normalizer because node does not exist (not necessarily an error) 2024-12-05T13:22:24,243 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0904958645/normalizer already deleted, retry=false 2024-12-05T13:22:24,244 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T13:22:24,254 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36949-0x101a6d621710000, quorum=127.0.0.1:55859, baseZNode=/0904958645 Unable to get data of znode /0904958645/switch/split because node does not exist (not necessarily an error) 2024-12-05T13:22:24,260 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0904958645/switch/split already deleted, retry=false 2024-12-05T13:22:24,262 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36949-0x101a6d621710000, quorum=127.0.0.1:55859, baseZNode=/0904958645 Unable to get data of znode /0904958645/switch/merge because node does not exist (not necessarily an error) 2024-12-05T13:22:24,268 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0904958645/switch/merge already deleted, retry=false 2024-12-05T13:22:24,271 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36949-0x101a6d621710000, quorum=127.0.0.1:55859, baseZNode=/0904958645 Unable to get data of znode /0904958645/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T13:22:24,277 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0904958645/snapshot-cleanup already deleted, retry=false 2024-12-05T13:22:24,285 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x101a6d621710001, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0904958645/running 2024-12-05T13:22:24,285 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x101a6d621710001, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0904958645 2024-12-05T13:22:24,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101a6d621710000, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0904958645/running 2024-12-05T13:22:24,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101a6d621710000, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0904958645 2024-12-05T13:22:24,287 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=88aaa70743e7,36949,1733404942970, sessionid=0x101a6d621710000, setting cluster-up flag (Was=false) 2024-12-05T13:22:24,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101a6d621710000, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0904958645 2024-12-05T13:22:24,302 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x101a6d621710001, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0904958645 2024-12-05T13:22:24,335 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0904958645/flush-table-proc/acquired, /0904958645/flush-table-proc/reached, /0904958645/flush-table-proc/abort 2024-12-05T13:22:24,336 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,36949,1733404942970 2024-12-05T13:22:24,352 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x101a6d621710001, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0904958645 2024-12-05T13:22:24,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101a6d621710000, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0904958645 2024-12-05T13:22:24,377 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0904958645/online-snapshot/acquired, /0904958645/online-snapshot/reached, /0904958645/online-snapshot/abort 2024-12-05T13:22:24,378 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,36949,1733404942970 2024-12-05T13:22:24,379 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T13:22:24,381 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T13:22:24,381 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T13:22:24,382 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T13:22:24,382 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 88aaa70743e7,36949,1733404942970 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T13:22:24,383 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:22:24,383 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:22:24,383 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:22:24,383 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:22:24,383 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/88aaa70743e7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T13:22:24,383 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:24,383 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:22:24,383 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:24,388 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:22:24,388 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T13:22:24,389 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:24,399 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T13:22:24,405 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733404974405 2024-12-05T13:22:24,405 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T13:22:24,406 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T13:22:24,406 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T13:22:24,406 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T13:22:24,406 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T13:22:24,406 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T13:22:24,406 INFO [RS:0;88aaa70743e7:42069 {}] regionserver.HRegionServer(746): ClusterId : 25bc88ae-5d14-4f89-85d1-2f5de1432dc3 2024-12-05T13:22:24,406 DEBUG [RS:0;88aaa70743e7:42069 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T13:22:24,407 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:24,408 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T13:22:24,408 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T13:22:24,408 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T13:22:24,408 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T13:22:24,411 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T13:22:24,411 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T13:22:24,411 DEBUG [RS:0;88aaa70743e7:42069 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T13:22:24,411 DEBUG [RS:0;88aaa70743e7:42069 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T13:22:24,415 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733404944411,5,FailOnTimeoutGroup] 2024-12-05T13:22:24,416 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733404944415,5,FailOnTimeoutGroup] 2024-12-05T13:22:24,416 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:24,416 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T13:22:24,416 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:24,416 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:24,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741831_1007 (size=1321) 2024-12-05T13:22:24,418 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T13:22:24,418 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa 2024-12-05T13:22:24,419 DEBUG [RS:0;88aaa70743e7:42069 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T13:22:24,420 DEBUG [RS:0;88aaa70743e7:42069 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@170d54da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:22:24,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741832_1008 (size=32) 2024-12-05T13:22:24,439 DEBUG [RS:0;88aaa70743e7:42069 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;88aaa70743e7:42069 2024-12-05T13:22:24,440 INFO [RS:0;88aaa70743e7:42069 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T13:22:24,440 INFO [RS:0;88aaa70743e7:42069 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T13:22:24,440 DEBUG [RS:0;88aaa70743e7:42069 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T13:22:24,441 INFO [RS:0;88aaa70743e7:42069 {}] regionserver.HRegionServer(2659): reportForDuty to master=88aaa70743e7,36949,1733404942970 with port=42069, startcode=1733404943161 2024-12-05T13:22:24,441 DEBUG [RS:0;88aaa70743e7:42069 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T13:22:24,443 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T13:22:24,443 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36949 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 88aaa70743e7,42069,1733404943161 2024-12-05T13:22:24,444 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36949 {}] master.ServerManager(517): Registering regionserver=88aaa70743e7,42069,1733404943161 2024-12-05T13:22:24,445 DEBUG [RS:0;88aaa70743e7:42069 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa 2024-12-05T13:22:24,445 DEBUG [RS:0;88aaa70743e7:42069 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46773 2024-12-05T13:22:24,445 DEBUG [RS:0;88aaa70743e7:42069 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T13:22:24,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101a6d621710000, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0904958645/rs 2024-12-05T13:22:24,452 DEBUG [RS:0;88aaa70743e7:42069 {}] zookeeper.ZKUtil(111): regionserver:42069-0x101a6d621710001, quorum=127.0.0.1:55859, baseZNode=/0904958645 Set watcher on existing znode=/0904958645/rs/88aaa70743e7,42069,1733404943161 2024-12-05T13:22:24,452 WARN [RS:0;88aaa70743e7:42069 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:22:24,452 INFO [RS:0;88aaa70743e7:42069 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:22:24,452 DEBUG [RS:0;88aaa70743e7:42069 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,42069,1733404943161 2024-12-05T13:22:24,455 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [88aaa70743e7,42069,1733404943161] 2024-12-05T13:22:24,458 INFO [RS:0;88aaa70743e7:42069 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T13:22:24,460 INFO [RS:0;88aaa70743e7:42069 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T13:22:24,463 INFO [RS:0;88aaa70743e7:42069 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T13:22:24,463 INFO [RS:0;88aaa70743e7:42069 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:24,465 INFO [RS:0;88aaa70743e7:42069 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T13:22:24,466 INFO [RS:0;88aaa70743e7:42069 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T13:22:24,466 INFO [RS:0;88aaa70743e7:42069 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:24,466 DEBUG [RS:0;88aaa70743e7:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:24,466 DEBUG [RS:0;88aaa70743e7:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:24,466 DEBUG [RS:0;88aaa70743e7:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:24,466 DEBUG [RS:0;88aaa70743e7:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:24,467 DEBUG [RS:0;88aaa70743e7:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:24,467 DEBUG [RS:0;88aaa70743e7:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:22:24,467 DEBUG [RS:0;88aaa70743e7:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:24,467 DEBUG [RS:0;88aaa70743e7:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:24,467 DEBUG [RS:0;88aaa70743e7:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:24,467 DEBUG [RS:0;88aaa70743e7:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:24,467 DEBUG [RS:0;88aaa70743e7:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:24,467 DEBUG [RS:0;88aaa70743e7:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:24,467 DEBUG [RS:0;88aaa70743e7:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:22:24,467 DEBUG [RS:0;88aaa70743e7:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:22:24,472 INFO [RS:0;88aaa70743e7:42069 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:24,472 INFO [RS:0;88aaa70743e7:42069 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:24,472 INFO [RS:0;88aaa70743e7:42069 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:24,472 INFO [RS:0;88aaa70743e7:42069 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:24,472 INFO [RS:0;88aaa70743e7:42069 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:24,472 INFO [RS:0;88aaa70743e7:42069 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,42069,1733404943161-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:22:24,494 INFO [RS:0;88aaa70743e7:42069 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T13:22:24,494 INFO [RS:0;88aaa70743e7:42069 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,42069,1733404943161-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:24,494 INFO [RS:0;88aaa70743e7:42069 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:24,494 INFO [RS:0;88aaa70743e7:42069 {}] regionserver.Replication(171): 88aaa70743e7,42069,1733404943161 started 2024-12-05T13:22:24,511 INFO [RS:0;88aaa70743e7:42069 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:24,511 INFO [RS:0;88aaa70743e7:42069 {}] regionserver.HRegionServer(1482): Serving as 88aaa70743e7,42069,1733404943161, RpcServer on 88aaa70743e7/172.17.0.3:42069, sessionid=0x101a6d621710001 2024-12-05T13:22:24,511 DEBUG [RS:0;88aaa70743e7:42069 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T13:22:24,511 DEBUG [RS:0;88aaa70743e7:42069 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 88aaa70743e7,42069,1733404943161 2024-12-05T13:22:24,511 DEBUG [RS:0;88aaa70743e7:42069 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,42069,1733404943161' 2024-12-05T13:22:24,511 DEBUG [RS:0;88aaa70743e7:42069 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0904958645/flush-table-proc/abort' 2024-12-05T13:22:24,512 DEBUG [RS:0;88aaa70743e7:42069 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0904958645/flush-table-proc/acquired' 2024-12-05T13:22:24,512 DEBUG [RS:0;88aaa70743e7:42069 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T13:22:24,512 DEBUG [RS:0;88aaa70743e7:42069 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T13:22:24,512 DEBUG [RS:0;88aaa70743e7:42069 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 88aaa70743e7,42069,1733404943161 2024-12-05T13:22:24,512 DEBUG [RS:0;88aaa70743e7:42069 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,42069,1733404943161' 2024-12-05T13:22:24,512 DEBUG [RS:0;88aaa70743e7:42069 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0904958645/online-snapshot/abort' 2024-12-05T13:22:24,512 DEBUG [RS:0;88aaa70743e7:42069 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0904958645/online-snapshot/acquired' 2024-12-05T13:22:24,514 DEBUG [RS:0;88aaa70743e7:42069 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T13:22:24,514 INFO [RS:0;88aaa70743e7:42069 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T13:22:24,515 INFO [RS:0;88aaa70743e7:42069 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T13:22:24,615 INFO [RS:0;88aaa70743e7:42069 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:22:24,617 INFO [RS:0;88aaa70743e7:42069 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C42069%2C1733404943161, suffix=, logDir=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,42069,1733404943161, archiveDir=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/oldWALs, maxLogs=10 2024-12-05T13:22:24,627 DEBUG [RS:0;88aaa70743e7:42069 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,42069,1733404943161/88aaa70743e7%2C42069%2C1733404943161.1733404944617, exclude list is [], retry=0 2024-12-05T13:22:24,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43761,DS-522ba287-d72b-4289-9db6-a96b58eb96e5,DISK] 2024-12-05T13:22:24,632 INFO [RS:0;88aaa70743e7:42069 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,42069,1733404943161/88aaa70743e7%2C42069%2C1733404943161.1733404944617 2024-12-05T13:22:24,633 DEBUG [RS:0;88aaa70743e7:42069 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42413:42413)] 2024-12-05T13:22:24,774 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:22:24,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:24,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:24,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:24,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:24,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:24,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:24,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:22:24,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:22:24,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:22:24,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:24,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:24,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:22:24,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:22:24,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:24,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:24,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:22:24,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:22:24,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:24,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:24,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:22:24,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:22:24,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:24,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:24,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:22:24,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/meta/1588230740 2024-12-05T13:22:24,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/meta/1588230740 2024-12-05T13:22:24,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:22:24,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:22:24,849 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:22:24,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:22:24,852 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:22:24,852 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69857177, jitterRate=0.040953055024147034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:22:24,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733404944838Initializing all the Stores at 1733404944839 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404944839Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404944839Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404944839Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404944839Cleaning up temporary data from old regions at 1733404944849 (+10 ms)Region opened successfully at 1733404944853 (+4 ms) 2024-12-05T13:22:24,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:22:24,853 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:22:24,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:22:24,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:22:24,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:22:24,853 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:22:24,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733404944853Disabling compacts and flushes for region at 1733404944853Disabling writes for close at 1733404944853Writing region close event to WAL at 1733404944853Closed at 1733404944853 2024-12-05T13:22:24,855 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:22:24,855 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T13:22:24,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T13:22:24,856 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:22:24,857 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T13:22:25,007 DEBUG [88aaa70743e7:36949 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T13:22:25,007 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=88aaa70743e7,42069,1733404943161 2024-12-05T13:22:25,008 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,42069,1733404943161, state=OPENING 2024-12-05T13:22:25,042 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T13:22:25,052 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x101a6d621710001, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0904958645 2024-12-05T13:22:25,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101a6d621710000, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0904958645 2024-12-05T13:22:25,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0904958645/meta-region-server: CHANGED 2024-12-05T13:22:25,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0904958645/meta-region-server: CHANGED 2024-12-05T13:22:25,052 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:22:25,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,42069,1733404943161}] 2024-12-05T13:22:25,205 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:22:25,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T13:22:25,210 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T13:22:25,210 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:22:25,210 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T13:22:25,212 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C42069%2C1733404943161.meta, suffix=.meta, logDir=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,42069,1733404943161, archiveDir=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/oldWALs, maxLogs=10 2024-12-05T13:22:25,224 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,42069,1733404943161/88aaa70743e7%2C42069%2C1733404943161.meta.1733404945212.meta, exclude list is [], retry=0 2024-12-05T13:22:25,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43761,DS-522ba287-d72b-4289-9db6-a96b58eb96e5,DISK] 2024-12-05T13:22:25,229 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,42069,1733404943161/88aaa70743e7%2C42069%2C1733404943161.meta.1733404945212.meta 2024-12-05T13:22:25,230 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42413:42413)] 2024-12-05T13:22:25,230 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:22:25,230 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:22:25,230 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:22:25,230 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T13:22:25,230 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T13:22:25,230 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T13:22:25,230 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:22:25,231 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T13:22:25,231 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T13:22:25,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:22:25,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:22:25,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:25,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:25,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:22:25,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:22:25,235 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:25,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:25,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:22:25,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:22:25,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:25,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:25,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:22:25,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:22:25,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:25,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:25,237 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:22:25,238 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/meta/1588230740 2024-12-05T13:22:25,239 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/meta/1588230740 2024-12-05T13:22:25,240 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:22:25,240 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:22:25,241 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:22:25,242 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:22:25,243 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74411366, jitterRate=0.1088157594203949}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:22:25,243 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T13:22:25,243 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733404945231Writing region info on filesystem at 1733404945231Initializing all the Stores at 1733404945232 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404945232Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404945232Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404945232Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404945232Cleaning up temporary data from old regions at 1733404945240 (+8 ms)Running coprocessor post-open hooks at 1733404945243 (+3 ms)Region opened successfully at 1733404945243 2024-12-05T13:22:25,244 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733404945205 2024-12-05T13:22:25,246 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T13:22:25,246 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T13:22:25,247 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=88aaa70743e7,42069,1733404943161 2024-12-05T13:22:25,247 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,42069,1733404943161, state=OPEN 2024-12-05T13:22:25,291 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x101a6d621710001, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0904958645/meta-region-server 2024-12-05T13:22:25,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101a6d621710000, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0904958645/meta-region-server 2024-12-05T13:22:25,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0904958645/meta-region-server: CHANGED 2024-12-05T13:22:25,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0904958645/meta-region-server: CHANGED 2024-12-05T13:22:25,291 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=88aaa70743e7,42069,1733404943161 2024-12-05T13:22:25,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T13:22:25,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,42069,1733404943161 in 239 msec 2024-12-05T13:22:25,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T13:22:25,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 439 msec 2024-12-05T13:22:25,297 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:22:25,297 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T13:22:25,298 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:22:25,299 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,42069,1733404943161, seqNum=-1] 2024-12-05T13:22:25,299 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:22:25,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:22:25,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 926 msec 2024-12-05T13:22:25,307 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733404945307, completionTime=-1 2024-12-05T13:22:25,307 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T13:22:25,307 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T13:22:25,310 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T13:22:25,310 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733405005310 2024-12-05T13:22:25,310 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733405065310 2024-12-05T13:22:25,310 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T13:22:25,310 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,36949,1733404942970-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:25,310 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,36949,1733404942970-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:25,310 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,36949,1733404942970-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:25,310 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-88aaa70743e7:36949, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:25,311 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:25,311 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:25,313 DEBUG [master/88aaa70743e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T13:22:25,315 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.088sec 2024-12-05T13:22:25,315 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T13:22:25,315 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T13:22:25,315 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T13:22:25,315 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T13:22:25,315 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T13:22:25,315 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,36949,1733404942970-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:22:25,315 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,36949,1733404942970-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T13:22:25,318 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T13:22:25,318 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T13:22:25,318 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,36949,1733404942970-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:25,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6de60506, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:22:25,400 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,36949,-1 for getting cluster id 2024-12-05T13:22:25,400 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:22:25,402 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25bc88ae-5d14-4f89-85d1-2f5de1432dc3' 2024-12-05T13:22:25,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:22:25,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25bc88ae-5d14-4f89-85d1-2f5de1432dc3" 2024-12-05T13:22:25,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf87243, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:22:25,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,36949,-1] 2024-12-05T13:22:25,403 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:22:25,403 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:25,404 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:22:25,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b3d172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:22:25,405 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:22:25,406 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,42069,1733404943161, seqNum=-1] 2024-12-05T13:22:25,406 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:22:25,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:22:25,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=88aaa70743e7,36949,1733404942970 2024-12-05T13:22:25,409 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55859 2024-12-05T13:22:25,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:22:25,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a6d621710002 connected 2024-12-05T13:22:25,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587/hadoop.log.dir so I do NOT create it in target/test-data/fbc93485-3a1f-29a9-fb40-a54929e416cd 2024-12-05T13:22:25,446 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T13:22:25,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587/hadoop.tmp.dir so I do NOT create it in target/test-data/fbc93485-3a1f-29a9-fb40-a54929e416cd 2024-12-05T13:22:25,446 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T13:22:25,446 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc93485-3a1f-29a9-fb40-a54929e416cd 2024-12-05T13:22:25,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T13:22:25,446 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc93485-3a1f-29a9-fb40-a54929e416cd/cluster_0dbe815c-64e6-bbce-2e1f-c5ee2654fbbc, deleteOnExit=true 2024-12-05T13:22:25,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T13:22:25,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc93485-3a1f-29a9-fb40-a54929e416cd/test.cache.data in system properties and HBase conf 2024-12-05T13:22:25,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc93485-3a1f-29a9-fb40-a54929e416cd/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T13:22:25,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc93485-3a1f-29a9-fb40-a54929e416cd/hadoop.log.dir in system properties and HBase conf 2024-12-05T13:22:25,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc93485-3a1f-29a9-fb40-a54929e416cd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T13:22:25,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc93485-3a1f-29a9-fb40-a54929e416cd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T13:22:25,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T13:22:25,447 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T13:22:25,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc93485-3a1f-29a9-fb40-a54929e416cd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:22:25,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc93485-3a1f-29a9-fb40-a54929e416cd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:22:25,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc93485-3a1f-29a9-fb40-a54929e416cd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T13:22:25,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc93485-3a1f-29a9-fb40-a54929e416cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:22:25,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc93485-3a1f-29a9-fb40-a54929e416cd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T13:22:25,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc93485-3a1f-29a9-fb40-a54929e416cd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T13:22:25,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc93485-3a1f-29a9-fb40-a54929e416cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:22:25,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc93485-3a1f-29a9-fb40-a54929e416cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:22:25,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc93485-3a1f-29a9-fb40-a54929e416cd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T13:22:25,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc93485-3a1f-29a9-fb40-a54929e416cd/nfs.dump.dir in system properties and HBase conf 2024-12-05T13:22:25,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc93485-3a1f-29a9-fb40-a54929e416cd/java.io.tmpdir in system properties and HBase conf 2024-12-05T13:22:25,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc93485-3a1f-29a9-fb40-a54929e416cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:22:25,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc93485-3a1f-29a9-fb40-a54929e416cd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T13:22:25,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc93485-3a1f-29a9-fb40-a54929e416cd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T13:22:25,682 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:22:25,688 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:22:25,695 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:22:25,695 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:22:25,695 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:22:25,700 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:22:25,701 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fecf28b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc93485-3a1f-29a9-fb40-a54929e416cd/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:22:25,701 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b372b5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:22:25,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5173936d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc93485-3a1f-29a9-fb40-a54929e416cd/java.io.tmpdir/jetty-localhost-38479-hadoop-hdfs-3_4_1-tests_jar-_-any-6930841652808523510/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:22:25,821 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a9e364d{HTTP/1.1, (http/1.1)}{localhost:38479} 2024-12-05T13:22:25,821 INFO [Time-limited test {}] server.Server(415): Started @141656ms 2024-12-05T13:22:27,666 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:22:27,669 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:22:27,670 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:22:27,670 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:22:27,670 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T13:22:27,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e6074d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc93485-3a1f-29a9-fb40-a54929e416cd/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:22:27,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a9c4281{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:22:27,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ebe7778{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc93485-3a1f-29a9-fb40-a54929e416cd/java.io.tmpdir/jetty-localhost-43283-hadoop-hdfs-3_4_1-tests_jar-_-any-5696667689606159416/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:22:27,790 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@483aba2b{HTTP/1.1, (http/1.1)}{localhost:43283} 2024-12-05T13:22:27,790 INFO [Time-limited test {}] server.Server(415): Started @143626ms 2024-12-05T13:22:27,792 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:22:28,267 WARN [Thread-1405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc93485-3a1f-29a9-fb40-a54929e416cd/cluster_0dbe815c-64e6-bbce-2e1f-c5ee2654fbbc/data/data2/current/BP-1637472883-172.17.0.3-1733404945463/current, will proceed with Du for space computation calculation, 2024-12-05T13:22:28,267 WARN [Thread-1404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc93485-3a1f-29a9-fb40-a54929e416cd/cluster_0dbe815c-64e6-bbce-2e1f-c5ee2654fbbc/data/data1/current/BP-1637472883-172.17.0.3-1733404945463/current, will proceed with Du for space computation calculation, 2024-12-05T13:22:28,316 WARN [Thread-1392 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:22:28,320 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f65151650c0222b with lease ID 0xdca811c053f73d2e: Processing first storage report for DS-354444d0-0db8-4eaf-a572-a146c58c3690 from datanode DatanodeRegistration(127.0.0.1:40821, datanodeUuid=a1fb5105-067f-4774-b149-6f079afb0f3d, infoPort=37907, infoSecurePort=0, ipcPort=46079, storageInfo=lv=-57;cid=testClusterID;nsid=1243159428;c=1733404945463) 2024-12-05T13:22:28,320 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f65151650c0222b with lease ID 0xdca811c053f73d2e: from storage DS-354444d0-0db8-4eaf-a572-a146c58c3690 node DatanodeRegistration(127.0.0.1:40821, datanodeUuid=a1fb5105-067f-4774-b149-6f079afb0f3d, infoPort=37907, infoSecurePort=0, ipcPort=46079, storageInfo=lv=-57;cid=testClusterID;nsid=1243159428;c=1733404945463), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:22:28,320 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f65151650c0222b with lease ID 0xdca811c053f73d2e: Processing first storage report for DS-c8fb3ec0-6b88-403f-910d-dcfcef83fbaf from datanode DatanodeRegistration(127.0.0.1:40821, datanodeUuid=a1fb5105-067f-4774-b149-6f079afb0f3d, infoPort=37907, infoSecurePort=0, ipcPort=46079, storageInfo=lv=-57;cid=testClusterID;nsid=1243159428;c=1733404945463) 2024-12-05T13:22:28,320 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f65151650c0222b with lease ID 0xdca811c053f73d2e: from storage DS-c8fb3ec0-6b88-403f-910d-dcfcef83fbaf node DatanodeRegistration(127.0.0.1:40821, datanodeUuid=a1fb5105-067f-4774-b149-6f079afb0f3d, infoPort=37907, infoSecurePort=0, ipcPort=46079, storageInfo=lv=-57;cid=testClusterID;nsid=1243159428;c=1733404945463), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:22:28,327 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc93485-3a1f-29a9-fb40-a54929e416cd 2024-12-05T13:22:28,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:22:28,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:22:28,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40821 is added to blk_1073741825_1001 (size=7) 2024-12-05T13:22:28,741 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e with version=8 2024-12-05T13:22:28,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/hbase-staging 2024-12-05T13:22:28,743 INFO [Time-limited test {}] client.ConnectionUtils(128): master/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:22:28,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:22:28,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:22:28,744 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:22:28,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:22:28,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:22:28,744 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T13:22:28,744 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:22:28,745 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41551 2024-12-05T13:22:28,745 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41551 connecting to ZooKeeper ensemble=127.0.0.1:55859 2024-12-05T13:22:28,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415510x0, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:22:28,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41551-0x101a6d621710003 connected 2024-12-05T13:22:29,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:22:29,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:22:29,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41551-0x101a6d621710003, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Set watcher on znode that does not yet exist, /1-518767288/running 2024-12-05T13:22:29,109 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e, hbase.cluster.distributed=false 2024-12-05T13:22:29,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41551-0x101a6d621710003, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Set watcher on znode that does not yet exist, /1-518767288/acl 2024-12-05T13:22:29,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41551 2024-12-05T13:22:29,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41551 2024-12-05T13:22:29,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41551 2024-12-05T13:22:29,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41551 2024-12-05T13:22:29,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41551 2024-12-05T13:22:29,207 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:22:29,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:22:29,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:22:29,208 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:22:29,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:22:29,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:22:29,208 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T13:22:29,208 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:22:29,209 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35547 2024-12-05T13:22:29,210 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35547 connecting to ZooKeeper ensemble=127.0.0.1:55859 2024-12-05T13:22:29,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:22:29,214 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:22:29,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355470x0, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:22:29,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355470x0, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Set watcher on znode that does not yet exist, /1-518767288/running 2024-12-05T13:22:29,267 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T13:22:29,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35547-0x101a6d621710004 connected 2024-12-05T13:22:29,267 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T13:22:29,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35547-0x101a6d621710004, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Set watcher on znode that does not yet exist, /1-518767288/master 2024-12-05T13:22:29,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35547-0x101a6d621710004, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Set watcher on znode that does not yet exist, /1-518767288/acl 2024-12-05T13:22:29,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35547 2024-12-05T13:22:29,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35547 2024-12-05T13:22:29,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35547 2024-12-05T13:22:29,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35547 2024-12-05T13:22:29,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35547 2024-12-05T13:22:29,295 DEBUG [M:0;88aaa70743e7:41551 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;88aaa70743e7:41551 2024-12-05T13:22:29,298 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-518767288/backup-masters/88aaa70743e7,41551,1733404948743 2024-12-05T13:22:29,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35547-0x101a6d621710004, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-518767288/backup-masters 2024-12-05T13:22:29,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41551-0x101a6d621710003, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-518767288/backup-masters 2024-12-05T13:22:29,336 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41551-0x101a6d621710003, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Set watcher on existing znode=/1-518767288/backup-masters/88aaa70743e7,41551,1733404948743 2024-12-05T13:22:29,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41551-0x101a6d621710003, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-518767288 2024-12-05T13:22:29,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35547-0x101a6d621710004, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-518767288/master 2024-12-05T13:22:29,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35547-0x101a6d621710004, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-518767288 2024-12-05T13:22:29,387 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41551-0x101a6d621710003, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Set watcher on existing znode=/1-518767288/master 2024-12-05T13:22:29,387 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-518767288/backup-masters/88aaa70743e7,41551,1733404948743 from backup master directory 2024-12-05T13:22:29,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41551-0x101a6d621710003, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-518767288/backup-masters/88aaa70743e7,41551,1733404948743 2024-12-05T13:22:29,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41551-0x101a6d621710003, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-518767288/backup-masters 2024-12-05T13:22:29,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35547-0x101a6d621710004, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-518767288/backup-masters 2024-12-05T13:22:29,428 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:22:29,428 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=88aaa70743e7,41551,1733404948743 2024-12-05T13:22:29,451 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/hbase.id] with ID: 0525da53-4015-4237-86e7-3a233242c4a7 2024-12-05T13:22:29,451 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/.tmp/hbase.id 2024-12-05T13:22:29,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40821 is added to blk_1073741826_1002 (size=42) 2024-12-05T13:22:29,877 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/.tmp/hbase.id]:[hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/hbase.id] 2024-12-05T13:22:29,889 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:22:29,889 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T13:22:29,890 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T13:22:29,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35547-0x101a6d621710004, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-518767288 2024-12-05T13:22:29,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41551-0x101a6d621710003, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-518767288 2024-12-05T13:22:29,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40821 is added to blk_1073741827_1003 (size=196) 2024-12-05T13:22:29,931 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:22:29,932 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T13:22:29,932 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:22:29,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40821 is added to blk_1073741828_1004 (size=1189) 2024-12-05T13:22:30,345 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/MasterData/data/master/store 2024-12-05T13:22:30,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40821 is added to blk_1073741829_1005 (size=34) 2024-12-05T13:22:30,733 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:22:30,755 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:22:30,755 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:22:30,755 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:22:30,755 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:22:30,755 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:22:30,755 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:22:30,755 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:22:30,755 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733404950755Disabling compacts and flushes for region at 1733404950755Disabling writes for close at 1733404950755Writing region close event to WAL at 1733404950755Closed at 1733404950755 2024-12-05T13:22:30,757 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/MasterData/data/master/store/.initializing 2024-12-05T13:22:30,757 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/MasterData/WALs/88aaa70743e7,41551,1733404948743 2024-12-05T13:22:30,759 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:22:30,761 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=88aaa70743e7%2C41551%2C1733404948743, suffix=, logDir=hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/MasterData/WALs/88aaa70743e7,41551,1733404948743, archiveDir=hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/MasterData/oldWALs, maxLogs=10 2024-12-05T13:22:30,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:30,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:30,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:30,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:30,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:30,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:30,780 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/MasterData/WALs/88aaa70743e7,41551,1733404948743/88aaa70743e7%2C41551%2C1733404948743.1733404950762, exclude list is [], retry=0 2024-12-05T13:22:30,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40821,DS-354444d0-0db8-4eaf-a572-a146c58c3690,DISK] 2024-12-05T13:22:30,787 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T13:22:30,790 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/MasterData/WALs/88aaa70743e7,41551,1733404948743/88aaa70743e7%2C41551%2C1733404948743.1733404950762 2024-12-05T13:22:30,793 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37907:37907)] 2024-12-05T13:22:30,793 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:22:30,793 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:22:30,793 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:30,793 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:30,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:30,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T13:22:30,801 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:30,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:30,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:30,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T13:22:30,803 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:30,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:22:30,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:30,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T13:22:30,805 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:30,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:22:30,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:30,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T13:22:30,807 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:30,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:22:30,808 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:30,808 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:30,809 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:30,809 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:30,810 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:30,810 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:22:30,811 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:30,813 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:22:30,814 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72650094, jitterRate=0.08257076144218445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:22:30,814 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733404950793Initializing all the Stores at 1733404950794 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404950795 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404950798 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404950798Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404950798Cleaning up temporary data from old regions at 1733404950810 (+12 ms)Region opened successfully at 1733404950814 (+4 ms) 2024-12-05T13:22:30,814 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T13:22:30,817 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a147dd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:22:30,818 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T13:22:30,818 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T13:22:30,818 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T13:22:30,818 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T13:22:30,819 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T13:22:30,819 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T13:22:30,819 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T13:22:30,824 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T13:22:30,825 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41551-0x101a6d621710003, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Unable to get data of znode /1-518767288/balancer because node does not exist (not necessarily an error) 2024-12-05T13:22:30,835 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-518767288/balancer already deleted, retry=false 2024-12-05T13:22:30,835 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T13:22:30,836 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41551-0x101a6d621710003, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Unable to get data of znode /1-518767288/normalizer because node does not exist (not necessarily an error) 2024-12-05T13:22:30,847 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-518767288/normalizer already deleted, retry=false 2024-12-05T13:22:30,848 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T13:22:30,854 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41551-0x101a6d621710003, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Unable to get data of znode /1-518767288/switch/split because node does not exist (not necessarily an error) 2024-12-05T13:22:30,907 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-518767288/switch/split already deleted, retry=false 2024-12-05T13:22:30,908 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41551-0x101a6d621710003, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Unable to get data of znode /1-518767288/switch/merge because node does not exist (not necessarily an error) 2024-12-05T13:22:30,918 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-518767288/switch/merge already deleted, retry=false 2024-12-05T13:22:30,920 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41551-0x101a6d621710003, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Unable to get data of znode /1-518767288/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T13:22:30,926 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-518767288/snapshot-cleanup already deleted, retry=false 2024-12-05T13:22:30,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41551-0x101a6d621710003, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-518767288/running 2024-12-05T13:22:30,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35547-0x101a6d621710004, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-518767288/running 2024-12-05T13:22:30,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35547-0x101a6d621710004, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-518767288 2024-12-05T13:22:30,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41551-0x101a6d621710003, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-518767288 2024-12-05T13:22:30,935 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=88aaa70743e7,41551,1733404948743, sessionid=0x101a6d621710003, setting cluster-up flag (Was=false) 2024-12-05T13:22:30,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35547-0x101a6d621710004, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-518767288 2024-12-05T13:22:30,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41551-0x101a6d621710003, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-518767288 2024-12-05T13:22:30,993 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-518767288/flush-table-proc/acquired, /1-518767288/flush-table-proc/reached, /1-518767288/flush-table-proc/abort 2024-12-05T13:22:30,995 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,41551,1733404948743 2024-12-05T13:22:31,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35547-0x101a6d621710004, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-518767288 2024-12-05T13:22:31,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41551-0x101a6d621710003, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-518767288 2024-12-05T13:22:31,043 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-518767288/online-snapshot/acquired, /1-518767288/online-snapshot/reached, /1-518767288/online-snapshot/abort 2024-12-05T13:22:31,046 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,41551,1733404948743 2024-12-05T13:22:31,048 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T13:22:31,068 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T13:22:31,068 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T13:22:31,068 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T13:22:31,069 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 88aaa70743e7,41551,1733404948743 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T13:22:31,070 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:22:31,071 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:22:31,071 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:22:31,071 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:22:31,071 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/88aaa70743e7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T13:22:31,071 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:31,071 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:22:31,071 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:31,073 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733404981073 2024-12-05T13:22:31,073 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T13:22:31,073 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T13:22:31,073 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T13:22:31,073 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T13:22:31,073 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T13:22:31,073 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T13:22:31,079 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:31,079 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:22:31,079 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T13:22:31,084 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:31,084 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T13:22:31,087 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T13:22:31,087 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T13:22:31,087 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T13:22:31,087 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T13:22:31,112 INFO [RS:0;88aaa70743e7:35547 {}] regionserver.HRegionServer(746): ClusterId : 0525da53-4015-4237-86e7-3a233242c4a7 2024-12-05T13:22:31,112 DEBUG [RS:0;88aaa70743e7:35547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T13:22:31,121 DEBUG [RS:0;88aaa70743e7:35547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T13:22:31,121 DEBUG [RS:0;88aaa70743e7:35547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T13:22:31,123 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T13:22:31,123 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T13:22:31,124 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733404951123,5,FailOnTimeoutGroup] 2024-12-05T13:22:31,135 DEBUG [RS:0;88aaa70743e7:35547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T13:22:31,136 DEBUG [RS:0;88aaa70743e7:35547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23463bc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:22:31,136 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733404951124,5,FailOnTimeoutGroup] 2024-12-05T13:22:31,136 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:31,136 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T13:22:31,136 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:31,136 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:31,157 DEBUG [RS:0;88aaa70743e7:35547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;88aaa70743e7:35547 2024-12-05T13:22:31,157 INFO [RS:0;88aaa70743e7:35547 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T13:22:31,157 INFO [RS:0;88aaa70743e7:35547 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T13:22:31,157 DEBUG [RS:0;88aaa70743e7:35547 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T13:22:31,158 INFO [RS:0;88aaa70743e7:35547 {}] regionserver.HRegionServer(2659): reportForDuty to master=88aaa70743e7,41551,1733404948743 with port=35547, startcode=1733404949207 2024-12-05T13:22:31,158 DEBUG [RS:0;88aaa70743e7:35547 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T13:22:31,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40821 is added to blk_1073741831_1007 (size=1321) 2024-12-05T13:22:31,166 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T13:22:31,167 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41551 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 88aaa70743e7,35547,1733404949207 2024-12-05T13:22:31,167 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41551 {}] master.ServerManager(517): Registering regionserver=88aaa70743e7,35547,1733404949207 2024-12-05T13:22:31,169 DEBUG [RS:0;88aaa70743e7:35547 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e 2024-12-05T13:22:31,170 DEBUG [RS:0;88aaa70743e7:35547 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45133 2024-12-05T13:22:31,170 DEBUG [RS:0;88aaa70743e7:35547 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T13:22:31,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41551-0x101a6d621710003, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-518767288/rs 2024-12-05T13:22:31,177 DEBUG [RS:0;88aaa70743e7:35547 {}] zookeeper.ZKUtil(111): regionserver:35547-0x101a6d621710004, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Set watcher on existing znode=/1-518767288/rs/88aaa70743e7,35547,1733404949207 2024-12-05T13:22:31,177 WARN [RS:0;88aaa70743e7:35547 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:22:31,177 INFO [RS:0;88aaa70743e7:35547 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:22:31,177 DEBUG [RS:0;88aaa70743e7:35547 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/WALs/88aaa70743e7,35547,1733404949207 2024-12-05T13:22:31,177 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [88aaa70743e7,35547,1733404949207] 2024-12-05T13:22:31,183 INFO [RS:0;88aaa70743e7:35547 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T13:22:31,194 INFO [RS:0;88aaa70743e7:35547 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T13:22:31,195 INFO [RS:0;88aaa70743e7:35547 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T13:22:31,195 INFO [RS:0;88aaa70743e7:35547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:31,195 INFO [RS:0;88aaa70743e7:35547 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T13:22:31,197 INFO [RS:0;88aaa70743e7:35547 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T13:22:31,197 INFO [RS:0;88aaa70743e7:35547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:31,197 DEBUG [RS:0;88aaa70743e7:35547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:31,197 DEBUG [RS:0;88aaa70743e7:35547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:31,197 DEBUG [RS:0;88aaa70743e7:35547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:31,197 DEBUG [RS:0;88aaa70743e7:35547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:31,197 DEBUG [RS:0;88aaa70743e7:35547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:31,197 DEBUG [RS:0;88aaa70743e7:35547 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:22:31,197 DEBUG [RS:0;88aaa70743e7:35547 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:31,197 DEBUG [RS:0;88aaa70743e7:35547 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:31,197 DEBUG [RS:0;88aaa70743e7:35547 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:31,197 DEBUG [RS:0;88aaa70743e7:35547 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:31,197 DEBUG [RS:0;88aaa70743e7:35547 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:31,197 DEBUG [RS:0;88aaa70743e7:35547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:31,197 DEBUG [RS:0;88aaa70743e7:35547 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:22:31,197 DEBUG [RS:0;88aaa70743e7:35547 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:22:31,198 INFO [RS:0;88aaa70743e7:35547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:31,198 INFO [RS:0;88aaa70743e7:35547 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:31,198 INFO [RS:0;88aaa70743e7:35547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:31,198 INFO [RS:0;88aaa70743e7:35547 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:31,198 INFO [RS:0;88aaa70743e7:35547 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:31,198 INFO [RS:0;88aaa70743e7:35547 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,35547,1733404949207-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:22:31,219 INFO [RS:0;88aaa70743e7:35547 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T13:22:31,219 INFO [RS:0;88aaa70743e7:35547 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,35547,1733404949207-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:31,219 INFO [RS:0;88aaa70743e7:35547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:31,219 INFO [RS:0;88aaa70743e7:35547 {}] regionserver.Replication(171): 88aaa70743e7,35547,1733404949207 started 2024-12-05T13:22:31,239 INFO [RS:0;88aaa70743e7:35547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:31,239 INFO [RS:0;88aaa70743e7:35547 {}] regionserver.HRegionServer(1482): Serving as 88aaa70743e7,35547,1733404949207, RpcServer on 88aaa70743e7/172.17.0.3:35547, sessionid=0x101a6d621710004 2024-12-05T13:22:31,239 DEBUG [RS:0;88aaa70743e7:35547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T13:22:31,239 DEBUG [RS:0;88aaa70743e7:35547 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 88aaa70743e7,35547,1733404949207 2024-12-05T13:22:31,239 DEBUG [RS:0;88aaa70743e7:35547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,35547,1733404949207' 2024-12-05T13:22:31,239 DEBUG [RS:0;88aaa70743e7:35547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-518767288/flush-table-proc/abort' 2024-12-05T13:22:31,240 DEBUG [RS:0;88aaa70743e7:35547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-518767288/flush-table-proc/acquired' 2024-12-05T13:22:31,241 DEBUG [RS:0;88aaa70743e7:35547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T13:22:31,241 DEBUG [RS:0;88aaa70743e7:35547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T13:22:31,241 DEBUG [RS:0;88aaa70743e7:35547 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 88aaa70743e7,35547,1733404949207 2024-12-05T13:22:31,241 DEBUG [RS:0;88aaa70743e7:35547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,35547,1733404949207' 2024-12-05T13:22:31,241 DEBUG [RS:0;88aaa70743e7:35547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-518767288/online-snapshot/abort' 2024-12-05T13:22:31,241 DEBUG [RS:0;88aaa70743e7:35547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-518767288/online-snapshot/acquired' 2024-12-05T13:22:31,242 DEBUG [RS:0;88aaa70743e7:35547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T13:22:31,242 INFO [RS:0;88aaa70743e7:35547 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T13:22:31,242 INFO [RS:0;88aaa70743e7:35547 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T13:22:31,343 INFO [RS:0;88aaa70743e7:35547 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:22:31,358 INFO [RS:0;88aaa70743e7:35547 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C35547%2C1733404949207, suffix=, logDir=hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/WALs/88aaa70743e7,35547,1733404949207, archiveDir=hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/oldWALs, maxLogs=10 2024-12-05T13:22:31,377 DEBUG [RS:0;88aaa70743e7:35547 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/WALs/88aaa70743e7,35547,1733404949207/88aaa70743e7%2C35547%2C1733404949207.1733404951359, exclude list is [], retry=0 2024-12-05T13:22:31,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40821,DS-354444d0-0db8-4eaf-a572-a146c58c3690,DISK] 2024-12-05T13:22:31,405 INFO [RS:0;88aaa70743e7:35547 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/WALs/88aaa70743e7,35547,1733404949207/88aaa70743e7%2C35547%2C1733404949207.1733404951359 2024-12-05T13:22:31,406 DEBUG [RS:0;88aaa70743e7:35547 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37907:37907)] 2024-12-05T13:22:31,552 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T13:22:31,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T13:22:31,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:22:31,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T13:22:31,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:22:31,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T13:22:31,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T13:22:31,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T13:22:31,561 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T13:22:31,561 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e 2024-12-05T13:22:31,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40821 is added to blk_1073741833_1009 (size=32) 2024-12-05T13:22:32,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:22:32,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:22:32,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:22:32,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:32,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:32,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:22:32,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:22:32,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:32,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:32,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:22:32,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:22:32,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:32,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:32,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:22:32,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:22:32,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:32,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:32,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:22:32,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/data/hbase/meta/1588230740 2024-12-05T13:22:32,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/data/hbase/meta/1588230740 2024-12-05T13:22:32,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:22:32,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:22:32,018 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:22:32,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:22:32,021 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:22:32,022 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65324192, jitterRate=-0.026593685150146484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:22:32,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733404952005Initializing all the Stores at 1733404952006 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404952006Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404952006Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404952006Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404952006Cleaning up temporary data from old regions at 1733404952017 (+11 ms)Region opened successfully at 1733404952022 (+5 ms) 2024-12-05T13:22:32,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:22:32,022 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:22:32,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:22:32,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:22:32,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:22:32,023 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:22:32,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733404952022Disabling compacts and flushes for region at 1733404952022Disabling writes for close at 1733404952022Writing region close event to WAL at 1733404952023 (+1 ms)Closed at 1733404952023 2024-12-05T13:22:32,024 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:22:32,024 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T13:22:32,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T13:22:32,026 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:22:32,027 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T13:22:32,177 DEBUG [88aaa70743e7:41551 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T13:22:32,178 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=88aaa70743e7,35547,1733404949207 2024-12-05T13:22:32,180 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,35547,1733404949207, state=OPENING 2024-12-05T13:22:32,201 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T13:22:32,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41551-0x101a6d621710003, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-518767288 2024-12-05T13:22:32,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35547-0x101a6d621710004, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-518767288 2024-12-05T13:22:32,217 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-518767288/meta-region-server: CHANGED 2024-12-05T13:22:32,217 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-518767288/meta-region-server: CHANGED 2024-12-05T13:22:32,217 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:22:32,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,35547,1733404949207}] 2024-12-05T13:22:32,370 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:22:32,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T13:22:32,376 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T13:22:32,376 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:22:32,377 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T13:22:32,378 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C35547%2C1733404949207.meta, suffix=.meta, logDir=hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/WALs/88aaa70743e7,35547,1733404949207, archiveDir=hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/oldWALs, maxLogs=10 2024-12-05T13:22:32,391 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/WALs/88aaa70743e7,35547,1733404949207/88aaa70743e7%2C35547%2C1733404949207.meta.1733404952379.meta, exclude list is [], retry=0 2024-12-05T13:22:32,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40821,DS-354444d0-0db8-4eaf-a572-a146c58c3690,DISK] 2024-12-05T13:22:32,397 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/WALs/88aaa70743e7,35547,1733404949207/88aaa70743e7%2C35547%2C1733404949207.meta.1733404952379.meta 2024-12-05T13:22:32,398 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37907:37907)] 2024-12-05T13:22:32,398 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:22:32,399 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:22:32,399 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:22:32,399 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T13:22:32,399 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T13:22:32,399 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T13:22:32,399 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:22:32,399 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T13:22:32,399 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T13:22:32,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:22:32,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:22:32,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:32,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:32,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:22:32,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:22:32,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:32,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:32,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:22:32,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:22:32,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:32,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:32,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:22:32,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:22:32,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:32,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:32,408 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:22:32,409 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/data/hbase/meta/1588230740 2024-12-05T13:22:32,410 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/data/hbase/meta/1588230740 2024-12-05T13:22:32,412 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:22:32,412 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:22:32,413 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:22:32,414 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:22:32,415 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74443611, jitterRate=0.10929624736309052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:22:32,415 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T13:22:32,415 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733404952400Writing region info on filesystem at 1733404952400Initializing all the Stores at 1733404952401 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404952401Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404952402 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404952402Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404952402Cleaning up temporary data from old regions at 1733404952412 (+10 ms)Running coprocessor post-open hooks at 1733404952415 (+3 ms)Region opened successfully at 1733404952415 2024-12-05T13:22:32,416 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733404952370 2024-12-05T13:22:32,418 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T13:22:32,418 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T13:22:32,419 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=88aaa70743e7,35547,1733404949207 2024-12-05T13:22:32,420 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,35547,1733404949207, state=OPEN 2024-12-05T13:22:32,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35547-0x101a6d621710004, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-518767288/meta-region-server 2024-12-05T13:22:32,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41551-0x101a6d621710003, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-518767288/meta-region-server 2024-12-05T13:22:32,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-518767288/meta-region-server: CHANGED 2024-12-05T13:22:32,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-518767288/meta-region-server: CHANGED 2024-12-05T13:22:32,427 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=88aaa70743e7,35547,1733404949207 2024-12-05T13:22:32,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T13:22:32,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,35547,1733404949207 in 210 msec 2024-12-05T13:22:32,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T13:22:32,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 408 msec 2024-12-05T13:22:32,436 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:22:32,436 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T13:22:32,438 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:22:32,438 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,35547,1733404949207, seqNum=-1] 2024-12-05T13:22:32,439 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:22:32,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:22:32,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3840 sec 2024-12-05T13:22:32,449 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733404952449, completionTime=-1 2024-12-05T13:22:32,449 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T13:22:32,449 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T13:22:32,453 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T13:22:32,453 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733405012453 2024-12-05T13:22:32,453 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733405072453 2024-12-05T13:22:32,453 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-12-05T13:22:32,454 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,41551,1733404948743-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:32,454 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,41551,1733404948743-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:32,454 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,41551,1733404948743-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:32,454 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-88aaa70743e7:41551, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:32,454 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:32,456 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:32,457 DEBUG [master/88aaa70743e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T13:22:32,461 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.033sec 2024-12-05T13:22:32,462 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T13:22:32,462 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T13:22:32,462 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T13:22:32,462 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T13:22:32,462 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T13:22:32,462 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,41551,1733404948743-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:22:32,462 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,41551,1733404948743-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T13:22:32,467 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T13:22:32,467 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T13:22:32,468 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,41551,1733404948743-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:32,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4773120c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:22:32,513 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,41551,-1 for getting cluster id 2024-12-05T13:22:32,513 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:22:32,515 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0525da53-4015-4237-86e7-3a233242c4a7' 2024-12-05T13:22:32,515 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:22:32,515 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0525da53-4015-4237-86e7-3a233242c4a7" 2024-12-05T13:22:32,516 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a880858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:22:32,516 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,41551,-1] 2024-12-05T13:22:32,516 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:22:32,516 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:32,518 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:22:32,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@924ed95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:22:32,519 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:22:32,520 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,35547,1733404949207, seqNum=-1] 2024-12-05T13:22:32,521 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:22:32,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:22:32,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=88aaa70743e7,41551,1733404948743 2024-12-05T13:22:32,528 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55859 2024-12-05T13:22:32,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:22:32,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a6d621710005 connected 2024-12-05T13:22:32,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c644fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:22:32,554 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,36949,-1 for getting cluster id 2024-12-05T13:22:32,554 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:22:32,555 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25bc88ae-5d14-4f89-85d1-2f5de1432dc3' 2024-12-05T13:22:32,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:22:32,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25bc88ae-5d14-4f89-85d1-2f5de1432dc3" 2024-12-05T13:22:32,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c4b96d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:22:32,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,36949,-1] 2024-12-05T13:22:32,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:22:32,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:32,558 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:22:32,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6052d389, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:22:32,560 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:22:32,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,36949,1733404942970 2024-12-05T13:22:32,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49990446 2024-12-05T13:22:32,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:22:32,563 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:22:32,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://88aaa70743e7:41551,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T13:22:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T13:22:32,567 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:41551' 2024-12-05T13:22:32,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:22:32,567 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c84e1e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:22:32,568 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,41551,-1 for getting cluster id 2024-12-05T13:22:32,568 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:22:32,568 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0525da53-4015-4237-86e7-3a233242c4a7' 2024-12-05T13:22:32,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:22:32,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0525da53-4015-4237-86e7-3a233242c4a7" 2024-12-05T13:22:32,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4784ff0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:22:32,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,41551,-1] 2024-12-05T13:22:32,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:22:32,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:32,570 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:22:32,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a8c13f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:22:32,571 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:22:32,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,41551,1733404948743 2024-12-05T13:22:32,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6be144d3 2024-12-05T13:22:32,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:22:32,573 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:22:32,574 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-05T13:22:32,574 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T13:22:32,574 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:32,574 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:22:32,574 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:32,574 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:22:32,576 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T13:22:32,577 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:22:32,577 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:32,579 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:22:32,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741835_1011 (size=1138) 2024-12-05T13:22:32,626 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T13:22:32,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:22:32,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:22:33,012 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d97aeda831435ed4c2d01d63d2085529, NAME => 'hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa 2024-12-05T13:22:33,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741836_1012 (size=44) 2024-12-05T13:22:33,025 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:22:33,025 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d97aeda831435ed4c2d01d63d2085529, disabling compactions & flushes 2024-12-05T13:22:33,025 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529. 2024-12-05T13:22:33,025 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529. 2024-12-05T13:22:33,025 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529. after waiting 0 ms 2024-12-05T13:22:33,025 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529. 2024-12-05T13:22:33,025 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529. 2024-12-05T13:22:33,025 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d97aeda831435ed4c2d01d63d2085529: Waiting for close lock at 1733404953025Disabling compacts and flushes for region at 1733404953025Disabling writes for close at 1733404953025Writing region close event to WAL at 1733404953025Closed at 1733404953025 2024-12-05T13:22:33,026 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:22:33,027 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733404953027"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733404953027"}]},"ts":"1733404953027"} 2024-12-05T13:22:33,029 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T13:22:33,031 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:22:33,031 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404953031"}]},"ts":"1733404953031"} 2024-12-05T13:22:33,033 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T13:22:33,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d97aeda831435ed4c2d01d63d2085529, ASSIGN}] 2024-12-05T13:22:33,035 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d97aeda831435ed4c2d01d63d2085529, ASSIGN 2024-12-05T13:22:33,036 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d97aeda831435ed4c2d01d63d2085529, ASSIGN; state=OFFLINE, location=88aaa70743e7,42069,1733404943161; forceNewPlan=false, retain=false 2024-12-05T13:22:33,186 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d97aeda831435ed4c2d01d63d2085529, regionState=OPENING, regionLocation=88aaa70743e7,42069,1733404943161 2024-12-05T13:22:33,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d97aeda831435ed4c2d01d63d2085529, ASSIGN because future has completed 2024-12-05T13:22:33,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d97aeda831435ed4c2d01d63d2085529, server=88aaa70743e7,42069,1733404943161}] 2024-12-05T13:22:33,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:22:33,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529. 2024-12-05T13:22:33,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:22:33,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T13:22:33,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C42069%2C1733404943161.rep, suffix=, logDir=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,42069,1733404943161, archiveDir=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/oldWALs, maxLogs=10 2024-12-05T13:22:33,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,42069,1733404943161/88aaa70743e7%2C42069%2C1733404943161.rep.1733404953348, exclude list is [], retry=0 2024-12-05T13:22:33,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43761,DS-522ba287-d72b-4289-9db6-a96b58eb96e5,DISK] 2024-12-05T13:22:33,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,42069,1733404943161/88aaa70743e7%2C42069%2C1733404943161.rep.1733404953348 2024-12-05T13:22:33,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42413:42413)] 2024-12-05T13:22:33,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d97aeda831435ed4c2d01d63d2085529, NAME => 'hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:22:33,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:22:33,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:22:33,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529. service=MultiRowMutationService 2024-12-05T13:22:33,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T13:22:33,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d97aeda831435ed4c2d01d63d2085529 2024-12-05T13:22:33,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:22:33,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d97aeda831435ed4c2d01d63d2085529 2024-12-05T13:22:33,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d97aeda831435ed4c2d01d63d2085529 2024-12-05T13:22:33,371 INFO [StoreOpener-d97aeda831435ed4c2d01d63d2085529-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d97aeda831435ed4c2d01d63d2085529 2024-12-05T13:22:33,373 INFO [StoreOpener-d97aeda831435ed4c2d01d63d2085529-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d97aeda831435ed4c2d01d63d2085529 columnFamilyName hfileref 2024-12-05T13:22:33,373 DEBUG [StoreOpener-d97aeda831435ed4c2d01d63d2085529-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:33,373 INFO [StoreOpener-d97aeda831435ed4c2d01d63d2085529-1 {}] regionserver.HStore(327): Store=d97aeda831435ed4c2d01d63d2085529/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:22:33,373 INFO [StoreOpener-d97aeda831435ed4c2d01d63d2085529-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d97aeda831435ed4c2d01d63d2085529 2024-12-05T13:22:33,374 INFO [StoreOpener-d97aeda831435ed4c2d01d63d2085529-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d97aeda831435ed4c2d01d63d2085529 columnFamilyName queue 2024-12-05T13:22:33,374 DEBUG [StoreOpener-d97aeda831435ed4c2d01d63d2085529-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:33,374 INFO [StoreOpener-d97aeda831435ed4c2d01d63d2085529-1 {}] regionserver.HStore(327): Store=d97aeda831435ed4c2d01d63d2085529/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:22:33,374 INFO [StoreOpener-d97aeda831435ed4c2d01d63d2085529-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d97aeda831435ed4c2d01d63d2085529 2024-12-05T13:22:33,375 INFO [StoreOpener-d97aeda831435ed4c2d01d63d2085529-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d97aeda831435ed4c2d01d63d2085529 columnFamilyName sid 2024-12-05T13:22:33,375 DEBUG [StoreOpener-d97aeda831435ed4c2d01d63d2085529-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:33,376 INFO [StoreOpener-d97aeda831435ed4c2d01d63d2085529-1 {}] regionserver.HStore(327): Store=d97aeda831435ed4c2d01d63d2085529/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:22:33,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d97aeda831435ed4c2d01d63d2085529 2024-12-05T13:22:33,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/replication/d97aeda831435ed4c2d01d63d2085529 2024-12-05T13:22:33,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/replication/d97aeda831435ed4c2d01d63d2085529 2024-12-05T13:22:33,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d97aeda831435ed4c2d01d63d2085529 2024-12-05T13:22:33,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d97aeda831435ed4c2d01d63d2085529 2024-12-05T13:22:33,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T13:22:33,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d97aeda831435ed4c2d01d63d2085529 2024-12-05T13:22:33,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/replication/d97aeda831435ed4c2d01d63d2085529/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:22:33,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened d97aeda831435ed4c2d01d63d2085529; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64434249, jitterRate=-0.03985486924648285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T13:22:33,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d97aeda831435ed4c2d01d63d2085529 2024-12-05T13:22:33,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d97aeda831435ed4c2d01d63d2085529: Running coprocessor pre-open hook at 1733404953370Writing region info on filesystem at 1733404953370Initializing all the Stores at 1733404953371 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404953371Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404953371Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404953371Cleaning up temporary data from old regions at 1733404953377 (+6 ms)Running coprocessor post-open hooks at 1733404953381 (+4 ms)Region opened successfully at 1733404953382 (+1 ms) 2024-12-05T13:22:33,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529., pid=7, masterSystemTime=1733404953342 2024-12-05T13:22:33,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529. 2024-12-05T13:22:33,384 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529. 2024-12-05T13:22:33,385 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d97aeda831435ed4c2d01d63d2085529, regionState=OPEN, openSeqNum=2, regionLocation=88aaa70743e7,42069,1733404943161 2024-12-05T13:22:33,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d97aeda831435ed4c2d01d63d2085529, server=88aaa70743e7,42069,1733404943161 because future has completed 2024-12-05T13:22:33,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-05T13:22:33,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d97aeda831435ed4c2d01d63d2085529, server=88aaa70743e7,42069,1733404943161 in 199 msec 2024-12-05T13:22:33,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T13:22:33,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d97aeda831435ed4c2d01d63d2085529, ASSIGN in 356 msec 2024-12-05T13:22:33,392 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:22:33,392 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404953392"}]},"ts":"1733404953392"} 2024-12-05T13:22:33,394 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T13:22:33,396 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:22:33,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 822 msec 2024-12-05T13:22:33,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529., hostname=88aaa70743e7,42069,1733404943161, seqNum=2] 2024-12-05T13:22:33,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101a6d621710000, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0904958645 2024-12-05T13:22:33,518 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x101a6d621710001, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0904958645 2024-12-05T13:22:33,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T13:22:33,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:22:33,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42069 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-05T13:22:33,783 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T13:22:33,826 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-88aaa70743e7,42069,1733404943161, ReplicationSource: 1, currentBandwidth=0 2024-12-05T13:22:33,827 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:22:33,827 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,42069,1733404943161, seqNum=-1] 2024-12-05T13:22:33,827 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:22:33,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-05T13:22:33,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-88aaa70743e7,42069,1733404943161', locateType=CURRENT is [region=hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529., hostname=88aaa70743e7,42069,1733404943161, seqNum=2] 2024-12-05T13:22:33,838 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-05T13:22:33,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-05T13:22:33,841 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 88aaa70743e7,42069,1733404943161 suceeded 2024-12-05T13:22:33,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-05T13:22:33,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 217 msec 2024-12-05T13:22:33,844 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://88aaa70743e7:41551,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T13:22:33,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2810 sec 2024-12-05T13:22:33,856 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42069,1733404943161 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:41551' 2024-12-05T13:22:33,858 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42069,1733404943161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28e40dac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:22:33,858 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42069,1733404943161 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,41551,-1 for getting cluster id 2024-12-05T13:22:33,858 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42069,1733404943161 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:22:33,859 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0525da53-4015-4237-86e7-3a233242c4a7' 2024-12-05T13:22:33,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:22:33,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0525da53-4015-4237-86e7-3a233242c4a7" 2024-12-05T13:22:33,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44562bb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:22:33,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,41551,-1] 2024-12-05T13:22:33,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:22:33,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:33,860 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:22:33,861 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42069,1733404943161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@376126b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:22:33,861 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42069,1733404943161 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:22:33,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,41551,1733404948743 2024-12-05T13:22:33,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ef3b075 2024-12-05T13:22:33,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:22:33,863 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-05T13:22:33,863 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42069,1733404943161 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-88aaa70743e7,42069,1733404943161 (queues=1) is replicating from cluster=25bc88ae-5d14-4f89-85d1-2f5de1432dc3 to cluster=0525da53-4015-4237-86e7-3a233242c4a7 2024-12-05T13:22:33,863 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42069,1733404943161 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=88aaa70743e7%2C42069%2C1733404943161 2024-12-05T13:22:33,864 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42069,1733404943161 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-88aaa70743e7,42069,1733404943161, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T13:22:33,864 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42069,1733404943161.replicationSource.shipper88aaa70743e7%2C42069%2C1733404943161,1-88aaa70743e7,42069,1733404943161 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 88aaa70743e7%2C42069%2C1733404943161 2024-12-05T13:22:33,864 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42069,1733404943161.replicationSource.wal-reader.88aaa70743e7%2C42069%2C1733404943161,1-88aaa70743e7,42069,1733404943161 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,42069,1733404943161/88aaa70743e7%2C42069%2C1733404943161.1733404944617, startPosition=0, beingWritten=true 2024-12-05T13:22:34,072 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42069,1733404943161.replicationSource.wal-reader.88aaa70743e7%2C42069%2C1733404943161,1-88aaa70743e7,42069,1733404943161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,42069,1733404943161/88aaa70743e7%2C42069%2C1733404943161.1733404944617 to pos 0, reset compression=false 2024-12-05T13:22:34,378 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42069,1733404943161.replicationSource.wal-reader.88aaa70743e7%2C42069%2C1733404943161,1-88aaa70743e7,42069,1733404943161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,42069,1733404943161/88aaa70743e7%2C42069%2C1733404943161.1733404944617 to pos 0, reset compression=false 2024-12-05T13:22:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:22:34,711 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T13:22:34,711 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:22:34,711 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:22:34,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:34,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:34,711 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:22:34,712 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:22:34,712 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,36949,1733404942970 2024-12-05T13:22:34,712 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a73e131 2024-12-05T13:22:34,712 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:22:34,714 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:22:34,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T13:22:34,714 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:22:34,714 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:22:34,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:34,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:34,715 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:22:34,715 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T13:22:34,715 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=406677087, stopped=false 2024-12-05T13:22:34,715 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=88aaa70743e7,36949,1733404942970 2024-12-05T13:22:34,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101a6d621710000, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0904958645/running 2024-12-05T13:22:34,726 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x101a6d621710001, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0904958645/running 2024-12-05T13:22:34,726 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x101a6d621710001, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0904958645 2024-12-05T13:22:34,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101a6d621710000, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0904958645 2024-12-05T13:22:34,726 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:22:34,726 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:22:34,727 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:22:34,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:34,727 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '88aaa70743e7,42069,1733404943161' ***** 2024-12-05T13:22:34,727 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T13:22:34,727 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42069-0x101a6d621710001, quorum=127.0.0.1:55859, baseZNode=/0904958645 Set watcher on znode that does not yet exist, /0904958645/running 2024-12-05T13:22:34,727 INFO [RS:0;88aaa70743e7:42069 {}] regionserver.HRegionServer(878): Closing user regions 2024-12-05T13:22:34,727 INFO [RS:0;88aaa70743e7:42069 {}] regionserver.HRegionServer(3091): Received CLOSE for d97aeda831435ed4c2d01d63d2085529 2024-12-05T13:22:34,728 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d97aeda831435ed4c2d01d63d2085529, disabling compactions & flushes 2024-12-05T13:22:34,728 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529. 2024-12-05T13:22:34,728 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529. 2024-12-05T13:22:34,728 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529. after waiting 0 ms 2024-12-05T13:22:34,728 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529. 2024-12-05T13:22:34,728 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d97aeda831435ed4c2d01d63d2085529 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-05T13:22:34,729 INFO [RS:0;88aaa70743e7:42069 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T13:22:34,729 INFO [RS:0;88aaa70743e7:42069 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T13:22:34,729 INFO [RS:0;88aaa70743e7:42069 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T13:22:34,729 INFO [RS:0;88aaa70743e7:42069 {}] regionserver.HRegionServer(959): stopping server 88aaa70743e7,42069,1733404943161 2024-12-05T13:22:34,729 INFO [RS:0;88aaa70743e7:42069 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:22:34,729 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T13:22:34,729 INFO [RS:0;88aaa70743e7:42069 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:42069. 2024-12-05T13:22:34,729 DEBUG [RS:0;88aaa70743e7:42069 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:22:34,729 DEBUG [RS:0;88aaa70743e7:42069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:34,730 INFO [RS:0;88aaa70743e7:42069 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T13:22:34,730 INFO [RS:0;88aaa70743e7:42069 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T13:22:34,730 INFO [RS:0;88aaa70743e7:42069 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T13:22:34,730 INFO [RS:0;88aaa70743e7:42069 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T13:22:34,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36949-0x101a6d621710000, quorum=127.0.0.1:55859, baseZNode=/0904958645 Set watcher on znode that does not yet exist, /0904958645/running 2024-12-05T13:22:34,730 INFO [RS:0;88aaa70743e7:42069 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T13:22:34,730 DEBUG [RS:0;88aaa70743e7:42069 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d97aeda831435ed4c2d01d63d2085529=hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529.} 2024-12-05T13:22:34,730 DEBUG [RS:0;88aaa70743e7:42069 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d97aeda831435ed4c2d01d63d2085529 2024-12-05T13:22:34,730 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:22:34,730 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:22:34,730 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:22:34,730 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:22:34,730 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:22:34,730 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-05T13:22:34,747 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/replication/d97aeda831435ed4c2d01d63d2085529/.tmp/queue/e95a127ed2794c1fae88c3550ab6f678 is 151, key is 1-88aaa70743e7,42069,1733404943161/queue:88aaa70743e7%2C42069%2C1733404943161/1733404953834/Put/seqid=0 2024-12-05T13:22:34,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741838_1014 (size=5350) 2024-12-05T13:22:34,754 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/meta/1588230740/.tmp/info/9fca93d8331549ffade7d1c23ac66a9c is 147, key is hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529./info:regioninfo/1733404953385/Put/seqid=0 2024-12-05T13:22:34,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741839_1015 (size=6631) 2024-12-05T13:22:34,761 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/meta/1588230740/.tmp/info/9fca93d8331549ffade7d1c23ac66a9c 2024-12-05T13:22:34,783 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/meta/1588230740/.tmp/ns/00a190102eae4f43bbf03d91efa3ffd4 is 43, key is default/ns:d/1733404945301/Put/seqid=0 2024-12-05T13:22:34,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741840_1016 (size=5153) 2024-12-05T13:22:34,789 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42069,1733404943161.replicationSource.wal-reader.88aaa70743e7%2C42069%2C1733404943161,1-88aaa70743e7,42069,1733404943161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,42069,1733404943161/88aaa70743e7%2C42069%2C1733404943161.1733404944617 to pos 0, reset compression=false 2024-12-05T13:22:34,796 INFO [regionserver/88aaa70743e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:22:34,930 DEBUG [RS:0;88aaa70743e7:42069 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d97aeda831435ed4c2d01d63d2085529 2024-12-05T13:22:35,131 DEBUG [RS:0;88aaa70743e7:42069 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d97aeda831435ed4c2d01d63d2085529 2024-12-05T13:22:35,154 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/replication/d97aeda831435ed4c2d01d63d2085529/.tmp/queue/e95a127ed2794c1fae88c3550ab6f678 2024-12-05T13:22:35,160 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/replication/d97aeda831435ed4c2d01d63d2085529/.tmp/queue/e95a127ed2794c1fae88c3550ab6f678 as hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/replication/d97aeda831435ed4c2d01d63d2085529/queue/e95a127ed2794c1fae88c3550ab6f678 2024-12-05T13:22:35,165 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/replication/d97aeda831435ed4c2d01d63d2085529/queue/e95a127ed2794c1fae88c3550ab6f678, entries=1, sequenceid=5, filesize=5.2 K 2024-12-05T13:22:35,166 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d97aeda831435ed4c2d01d63d2085529 in 438ms, sequenceid=5, compaction requested=false 2024-12-05T13:22:35,166 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T13:22:35,171 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/replication/d97aeda831435ed4c2d01d63d2085529/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T13:22:35,172 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:22:35,172 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:22:35,172 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529. 2024-12-05T13:22:35,172 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d97aeda831435ed4c2d01d63d2085529: Waiting for close lock at 1733404954728Running coprocessor pre-close hooks at 1733404954728Disabling compacts and flushes for region at 1733404954728Disabling writes for close at 1733404954728Obtaining lock to block concurrent updates at 1733404954728Preparing flush snapshotting stores in d97aeda831435ed4c2d01d63d2085529 at 1733404954728Finished memstore snapshotting hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733404954728Flushing stores of hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529. at 1733404954729 (+1 ms)Flushing d97aeda831435ed4c2d01d63d2085529/queue: creating writer at 1733404954729Flushing d97aeda831435ed4c2d01d63d2085529/queue: appending metadata at 1733404954746 (+17 ms)Flushing d97aeda831435ed4c2d01d63d2085529/queue: closing flushed file at 1733404954746Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@544ae43b: reopening flushed file at 1733404955159 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d97aeda831435ed4c2d01d63d2085529 in 438ms, sequenceid=5, compaction requested=false at 1733404955166 (+7 ms)Writing region close event to WAL at 1733404955167 (+1 ms)Running coprocessor post-close hooks at 1733404955172 (+5 ms)Closed at 1733404955172 2024-12-05T13:22:35,172 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529. 2024-12-05T13:22:35,187 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/meta/1588230740/.tmp/ns/00a190102eae4f43bbf03d91efa3ffd4 2024-12-05T13:22:35,212 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/meta/1588230740/.tmp/table/2e8cecc319ec4efcacfa1e34f2515d17 is 53, key is hbase:replication/table:state/1733404953392/Put/seqid=0 2024-12-05T13:22:35,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741841_1017 (size=5256) 2024-12-05T13:22:35,295 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42069,1733404943161.replicationSource.wal-reader.88aaa70743e7%2C42069%2C1733404943161,1-88aaa70743e7,42069,1733404943161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,42069,1733404943161/88aaa70743e7%2C42069%2C1733404943161.1733404944617 to pos 0, reset compression=false 2024-12-05T13:22:35,331 DEBUG [RS:0;88aaa70743e7:42069 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:22:35,518 INFO [regionserver/88aaa70743e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T13:22:35,518 INFO [regionserver/88aaa70743e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T13:22:35,531 DEBUG [RS:0;88aaa70743e7:42069 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:22:35,617 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/meta/1588230740/.tmp/table/2e8cecc319ec4efcacfa1e34f2515d17 2024-12-05T13:22:35,623 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/meta/1588230740/.tmp/info/9fca93d8331549ffade7d1c23ac66a9c as hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/meta/1588230740/info/9fca93d8331549ffade7d1c23ac66a9c 2024-12-05T13:22:35,654 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/meta/1588230740/info/9fca93d8331549ffade7d1c23ac66a9c, entries=10, sequenceid=11, filesize=6.5 K 2024-12-05T13:22:35,655 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/meta/1588230740/.tmp/ns/00a190102eae4f43bbf03d91efa3ffd4 as hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/meta/1588230740/ns/00a190102eae4f43bbf03d91efa3ffd4 2024-12-05T13:22:35,660 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/meta/1588230740/ns/00a190102eae4f43bbf03d91efa3ffd4, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T13:22:35,661 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/meta/1588230740/.tmp/table/2e8cecc319ec4efcacfa1e34f2515d17 as hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/meta/1588230740/table/2e8cecc319ec4efcacfa1e34f2515d17 2024-12-05T13:22:35,665 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/meta/1588230740/table/2e8cecc319ec4efcacfa1e34f2515d17, entries=2, sequenceid=11, filesize=5.1 K 2024-12-05T13:22:35,666 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 936ms, sequenceid=11, compaction requested=false 2024-12-05T13:22:35,670 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T13:22:35,671 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:22:35,671 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:22:35,671 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:22:35,671 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733404954730Running coprocessor pre-close hooks at 1733404954730Disabling compacts and flushes for region at 1733404954730Disabling writes for close at 1733404954730Obtaining lock to block concurrent updates at 1733404954730Preparing flush snapshotting stores in 1588230740 at 1733404954730Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733404954731 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733404954735 (+4 ms)Flushing 1588230740/info: creating writer at 1733404954735Flushing 1588230740/info: appending metadata at 1733404954754 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733404954754Flushing 1588230740/ns: creating writer at 1733404954767 (+13 ms)Flushing 1588230740/ns: appending metadata at 1733404954782 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733404954782Flushing 1588230740/table: creating writer at 1733404955191 (+409 ms)Flushing 1588230740/table: appending metadata at 1733404955211 (+20 ms)Flushing 1588230740/table: closing flushed file at 1733404955211Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c708201: reopening flushed file at 1733404955622 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4365aaef: reopening flushed file at 1733404955654 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50e8b1b8: reopening flushed file at 1733404955660 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 936ms, sequenceid=11, compaction requested=false at 1733404955666 (+6 ms)Writing region close event to WAL at 1733404955667 (+1 ms)Running coprocessor post-close hooks at 1733404955671 (+4 ms)Closed at 1733404955671 2024-12-05T13:22:35,671 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T13:22:35,731 INFO [RS:0;88aaa70743e7:42069 {}] regionserver.HRegionServer(976): stopping server 88aaa70743e7,42069,1733404943161; all regions closed. 2024-12-05T13:22:35,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741834_1010 (size=2742) 2024-12-05T13:22:35,734 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,42069,1733404943161/88aaa70743e7%2C42069%2C1733404943161.meta.1733404945212.meta not finished, retry = 0 2024-12-05T13:22:35,837 DEBUG [RS:0;88aaa70743e7:42069 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/oldWALs 2024-12-05T13:22:35,837 INFO [RS:0;88aaa70743e7:42069 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 88aaa70743e7%2C42069%2C1733404943161.meta:.meta(num 1733404945212) 2024-12-05T13:22:35,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741837_1013 (size=1586) 2024-12-05T13:22:35,839 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,42069,1733404943161/88aaa70743e7%2C42069%2C1733404943161.rep.1733404953348 not finished, retry = 0 2024-12-05T13:22:35,900 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42069,1733404943161.replicationSource.wal-reader.88aaa70743e7%2C42069%2C1733404943161,1-88aaa70743e7,42069,1733404943161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,42069,1733404943161/88aaa70743e7%2C42069%2C1733404943161.1733404944617 to pos 0, reset compression=false 2024-12-05T13:22:35,942 DEBUG [RS:0;88aaa70743e7:42069 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/oldWALs 2024-12-05T13:22:35,942 INFO [RS:0;88aaa70743e7:42069 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 88aaa70743e7%2C42069%2C1733404943161.rep:(num 1733404953348) 2024-12-05T13:22:35,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741833_1009 (size=93) 2024-12-05T13:22:35,944 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,42069,1733404943161/88aaa70743e7%2C42069%2C1733404943161.1733404944617 not finished, retry = 0 2024-12-05T13:22:36,046 DEBUG [RS:0;88aaa70743e7:42069 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/oldWALs 2024-12-05T13:22:36,046 INFO [RS:0;88aaa70743e7:42069 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 88aaa70743e7%2C42069%2C1733404943161:(num 1733404944617) 2024-12-05T13:22:36,046 DEBUG [RS:0;88aaa70743e7:42069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:36,046 INFO [RS:0;88aaa70743e7:42069 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:22:36,047 INFO [RS:0;88aaa70743e7:42069 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:22:36,047 INFO [RS:0;88aaa70743e7:42069 {}] hbase.ChoreService(370): Chore service for: regionserver/88aaa70743e7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T13:22:36,047 INFO [RS:0;88aaa70743e7:42069 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:22:36,047 INFO [regionserver/88aaa70743e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:22:36,047 INFO [RS:0;88aaa70743e7:42069 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-88aaa70743e7,42069,1733404943161 because: Region server is closing 2024-12-05T13:22:36,047 INFO [RS:0;88aaa70743e7:42069 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:42069. 2024-12-05T13:22:36,047 DEBUG [RS:0;88aaa70743e7:42069 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:22:36,047 DEBUG [RS:0;88aaa70743e7:42069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:36,048 DEBUG [RS:0;88aaa70743e7:42069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:36,048 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:22:36,148 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42069,1733404943161.replicationSource.shipper88aaa70743e7%2C42069%2C1733404943161,1-88aaa70743e7,42069,1733404943161 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T13:22:36,148 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42069,1733404943161.replicationSource.wal-reader.88aaa70743e7%2C42069%2C1733404943161,1-88aaa70743e7,42069,1733404943161 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T13:22:36,148 INFO [RS:0;88aaa70743e7:42069 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42069,1733404943161.replicationSource.shipper88aaa70743e7%2C42069%2C1733404943161,1-88aaa70743e7,42069,1733404943161 terminated 2024-12-05T13:22:36,148 INFO [RS:0;88aaa70743e7:42069 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42069 2024-12-05T13:22:36,159 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x101a6d621710001, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0904958645/rs/88aaa70743e7,42069,1733404943161 2024-12-05T13:22:36,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101a6d621710000, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0904958645/rs 2024-12-05T13:22:36,160 INFO [RS:0;88aaa70743e7:42069 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:22:36,160 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [88aaa70743e7,42069,1733404943161] 2024-12-05T13:22:36,176 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0904958645/draining/88aaa70743e7,42069,1733404943161 already deleted, retry=false 2024-12-05T13:22:36,176 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 88aaa70743e7,42069,1733404943161 expired; onlineServers=0 2024-12-05T13:22:36,176 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '88aaa70743e7,36949,1733404942970' ***** 2024-12-05T13:22:36,176 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T13:22:36,176 INFO [M:0;88aaa70743e7:36949 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:22:36,176 INFO [M:0;88aaa70743e7:36949 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:22:36,177 DEBUG [M:0;88aaa70743e7:36949 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T13:22:36,177 DEBUG [M:0;88aaa70743e7:36949 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T13:22:36,177 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T13:22:36,177 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733404944411 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733404944411,5,FailOnTimeoutGroup] 2024-12-05T13:22:36,177 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733404944415 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733404944415,5,FailOnTimeoutGroup] 2024-12-05T13:22:36,177 INFO [M:0;88aaa70743e7:36949 {}] hbase.ChoreService(370): Chore service for: master/88aaa70743e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T13:22:36,177 INFO [M:0;88aaa70743e7:36949 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:22:36,177 DEBUG [M:0;88aaa70743e7:36949 {}] master.HMaster(1795): Stopping service threads 2024-12-05T13:22:36,177 INFO [M:0;88aaa70743e7:36949 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T13:22:36,177 INFO [M:0;88aaa70743e7:36949 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:22:36,177 INFO [M:0;88aaa70743e7:36949 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T13:22:36,177 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T13:22:36,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101a6d621710000, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0904958645/master 2024-12-05T13:22:36,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101a6d621710000, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0904958645 2024-12-05T13:22:36,185 DEBUG [M:0;88aaa70743e7:36949 {}] zookeeper.ZKUtil(347): master:36949-0x101a6d621710000, quorum=127.0.0.1:55859, baseZNode=/0904958645 Unable to get data of znode /0904958645/master because node does not exist (not an error) 2024-12-05T13:22:36,185 WARN [M:0;88aaa70743e7:36949 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T13:22:36,185 INFO [M:0;88aaa70743e7:36949 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/.lastflushedseqids 2024-12-05T13:22:36,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741842_1018 (size=181) 2024-12-05T13:22:36,268 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x101a6d621710001, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:22:36,268 INFO [RS:0;88aaa70743e7:42069 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:22:36,268 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x101a6d621710001, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:22:36,268 INFO [RS:0;88aaa70743e7:42069 {}] regionserver.HRegionServer(1031): Exiting; stopping=88aaa70743e7,42069,1733404943161; zookeeper connection closed. 2024-12-05T13:22:36,268 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65e9506d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65e9506d 2024-12-05T13:22:36,269 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T13:22:36,591 INFO [M:0;88aaa70743e7:36949 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T13:22:36,591 INFO [M:0;88aaa70743e7:36949 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T13:22:36,591 DEBUG [M:0;88aaa70743e7:36949 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:22:36,591 INFO [M:0;88aaa70743e7:36949 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:22:36,591 DEBUG [M:0;88aaa70743e7:36949 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:22:36,591 DEBUG [M:0;88aaa70743e7:36949 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:22:36,591 DEBUG [M:0;88aaa70743e7:36949 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:22:36,591 INFO [M:0;88aaa70743e7:36949 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-05T13:22:36,610 DEBUG [M:0;88aaa70743e7:36949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2b7882f7b114d4bba17cd5d5d49a7cd is 82, key is hbase:meta,,1/info:regioninfo/1733404945246/Put/seqid=0 2024-12-05T13:22:36,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741843_1019 (size=5672) 2024-12-05T13:22:37,031 INFO [M:0;88aaa70743e7:36949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2b7882f7b114d4bba17cd5d5d49a7cd 2024-12-05T13:22:37,051 DEBUG [M:0;88aaa70743e7:36949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d345fd6a00e14d7791b7386421d2582d is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733404953397/Put/seqid=0 2024-12-05T13:22:37,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741844_1020 (size=7203) 2024-12-05T13:22:37,183 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T13:22:37,457 INFO [M:0;88aaa70743e7:36949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d345fd6a00e14d7791b7386421d2582d 2024-12-05T13:22:37,474 DEBUG [M:0;88aaa70743e7:36949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5f3ff57a09b8477a8c1e1f7e29e2c555 is 69, key is 88aaa70743e7,42069,1733404943161/rs:state/1733404944444/Put/seqid=0 2024-12-05T13:22:37,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741845_1021 (size=5156) 2024-12-05T13:22:37,878 INFO [M:0;88aaa70743e7:36949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5f3ff57a09b8477a8c1e1f7e29e2c555 2024-12-05T13:22:37,885 DEBUG [M:0;88aaa70743e7:36949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2b7882f7b114d4bba17cd5d5d49a7cd as hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c2b7882f7b114d4bba17cd5d5d49a7cd 2024-12-05T13:22:37,891 INFO [M:0;88aaa70743e7:36949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c2b7882f7b114d4bba17cd5d5d49a7cd, entries=8, sequenceid=70, filesize=5.5 K 2024-12-05T13:22:37,892 DEBUG [M:0;88aaa70743e7:36949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d345fd6a00e14d7791b7386421d2582d as hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d345fd6a00e14d7791b7386421d2582d 2024-12-05T13:22:37,899 INFO [M:0;88aaa70743e7:36949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d345fd6a00e14d7791b7386421d2582d, entries=8, sequenceid=70, filesize=7.0 K 2024-12-05T13:22:37,900 DEBUG [M:0;88aaa70743e7:36949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5f3ff57a09b8477a8c1e1f7e29e2c555 as hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5f3ff57a09b8477a8c1e1f7e29e2c555 2024-12-05T13:22:37,902 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:22:37,905 INFO [M:0;88aaa70743e7:36949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5f3ff57a09b8477a8c1e1f7e29e2c555, entries=1, sequenceid=70, filesize=5.0 K 2024-12-05T13:22:37,906 INFO [M:0;88aaa70743e7:36949 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=70, compaction requested=false 2024-12-05T13:22:37,908 INFO [M:0;88aaa70743e7:36949 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:22:37,908 DEBUG [M:0;88aaa70743e7:36949 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733404956591Disabling compacts and flushes for region at 1733404956591Disabling writes for close at 1733404956591Obtaining lock to block concurrent updates at 1733404956591Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733404956591Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733404956592 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733404956592Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733404956592Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733404956609 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733404956609Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733404957035 (+426 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733404957050 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733404957050Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733404957461 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733404957473 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733404957473Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62cd44dd: reopening flushed file at 1733404957884 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@753c2665: reopening flushed file at 1733404957891 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d69c575: reopening flushed file at 1733404957899 (+8 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=70, compaction requested=false at 1733404957906 (+7 ms)Writing region close event to WAL at 1733404957908 (+2 ms)Closed at 1733404957908 2024-12-05T13:22:37,910 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/WALs/88aaa70743e7,36949,1733404942970/88aaa70743e7%2C36949%2C1733404942970.1733404944119 not finished, retry = 0 2024-12-05T13:22:37,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741830_1006 (size=41008) 2024-12-05T13:22:37,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:37,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:37,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:37,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:37,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:37,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:38,011 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:22:38,011 INFO [M:0;88aaa70743e7:36949 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T13:22:38,011 INFO [M:0;88aaa70743e7:36949 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36949 2024-12-05T13:22:38,011 INFO [M:0;88aaa70743e7:36949 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:22:38,118 INFO [M:0;88aaa70743e7:36949 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:22:38,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101a6d621710000, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:22:38,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x101a6d621710000, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:22:38,120 INFO [Time-limited test {}] client.ConnectionUtils(128): master/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:22:38,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:22:38,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:22:38,120 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:22:38,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:22:38,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:22:38,120 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T13:22:38,121 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:22:38,121 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37349 2024-12-05T13:22:38,122 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37349 connecting to ZooKeeper ensemble=127.0.0.1:55859 2024-12-05T13:22:38,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:373490x0, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:22:38,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37349-0x101a6d621710006 connected 2024-12-05T13:22:38,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:22:38,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:22:38,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37349-0x101a6d621710006, quorum=127.0.0.1:55859, baseZNode=/0904958645 Set watcher on znode that does not yet exist, /0904958645/running 2024-12-05T13:22:38,148 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0904958645/meta-region-server: INIT 2024-12-05T13:22:38,148 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa, hbase.cluster.distributed=false 2024-12-05T13:22:38,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37349-0x101a6d621710006, quorum=127.0.0.1:55859, baseZNode=/0904958645 Set watcher on znode that does not yet exist, /0904958645/acl 2024-12-05T13:22:38,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37349 2024-12-05T13:22:38,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37349 2024-12-05T13:22:38,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37349 2024-12-05T13:22:38,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37349 2024-12-05T13:22:38,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37349 2024-12-05T13:22:38,163 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:22:38,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:22:38,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:22:38,164 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:22:38,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:22:38,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:22:38,164 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T13:22:38,164 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:22:38,165 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36041 2024-12-05T13:22:38,165 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36041 connecting to ZooKeeper ensemble=127.0.0.1:55859 2024-12-05T13:22:38,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:22:38,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:22:38,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360410x0, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:22:38,176 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360410x0, quorum=127.0.0.1:55859, baseZNode=/0904958645 Set watcher on znode that does not yet exist, /0904958645/running 2024-12-05T13:22:38,176 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0904958645/meta-region-server: INIT 2024-12-05T13:22:38,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36041-0x101a6d621710007 connected 2024-12-05T13:22:38,177 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T13:22:38,177 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T13:22:38,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36041-0x101a6d621710007, quorum=127.0.0.1:55859, baseZNode=/0904958645 Set watcher on znode that does not yet exist, /0904958645/master 2024-12-05T13:22:38,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36041-0x101a6d621710007, quorum=127.0.0.1:55859, baseZNode=/0904958645 Set watcher on znode that does not yet exist, /0904958645/acl 2024-12-05T13:22:38,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36041 2024-12-05T13:22:38,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36041 2024-12-05T13:22:38,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36041 2024-12-05T13:22:38,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36041 2024-12-05T13:22:38,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36041 2024-12-05T13:22:38,193 DEBUG [M:0;88aaa70743e7:37349 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;88aaa70743e7:37349 2024-12-05T13:22:38,193 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0904958645/backup-masters/88aaa70743e7,37349,1733404958120 2024-12-05T13:22:38,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36041-0x101a6d621710007, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0904958645/backup-masters 2024-12-05T13:22:38,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37349-0x101a6d621710006, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0904958645/backup-masters 2024-12-05T13:22:38,201 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37349-0x101a6d621710006, quorum=127.0.0.1:55859, baseZNode=/0904958645 Set watcher on existing znode=/0904958645/backup-masters/88aaa70743e7,37349,1733404958120 2024-12-05T13:22:38,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36041-0x101a6d621710007, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0904958645/master 2024-12-05T13:22:38,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37349-0x101a6d621710006, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0904958645 2024-12-05T13:22:38,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36041-0x101a6d621710007, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0904958645 2024-12-05T13:22:38,210 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37349-0x101a6d621710006, quorum=127.0.0.1:55859, baseZNode=/0904958645 Set watcher on existing znode=/0904958645/master 2024-12-05T13:22:38,210 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0904958645/backup-masters/88aaa70743e7,37349,1733404958120 from backup master directory 2024-12-05T13:22:38,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37349-0x101a6d621710006, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0904958645/backup-masters/88aaa70743e7,37349,1733404958120 2024-12-05T13:22:38,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36041-0x101a6d621710007, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0904958645/backup-masters 2024-12-05T13:22:38,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37349-0x101a6d621710006, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0904958645/backup-masters 2024-12-05T13:22:38,217 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:22:38,217 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=88aaa70743e7,37349,1733404958120 2024-12-05T13:22:38,226 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:22:38,226 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T13:22:38,231 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-12-05T13:22:38,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741846_1022 (size=196) 2024-12-05T13:22:38,647 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:22:38,647 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T13:22:38,648 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:22:38,653 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-05T13:22:38,656 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/WALs/88aaa70743e7,36949,1733404942970 to hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/WALs/88aaa70743e7,36949,1733404942970-dead as it is dead 2024-12-05T13:22:38,656 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/WALs/88aaa70743e7,36949,1733404942970-dead/88aaa70743e7%2C36949%2C1733404942970.1733404944119 2024-12-05T13:22:38,657 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/WALs/88aaa70743e7,36949,1733404942970-dead/88aaa70743e7%2C36949%2C1733404942970.1733404944119 after 1ms 2024-12-05T13:22:38,658 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/WALs/88aaa70743e7,36949,1733404942970-dead/88aaa70743e7%2C36949%2C1733404942970.1733404944119 to hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/88aaa70743e7%2C36949%2C1733404942970.1733404944119 2024-12-05T13:22:38,658 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/WALs/88aaa70743e7,36949,1733404942970-dead 2024-12-05T13:22:38,659 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/WALs/88aaa70743e7,37349,1733404958120 2024-12-05T13:22:38,660 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:22:38,661 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=88aaa70743e7%2C37349%2C1733404958120, suffix=, logDir=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/WALs/88aaa70743e7,37349,1733404958120, archiveDir=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/oldWALs, maxLogs=10 2024-12-05T13:22:38,678 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/WALs/88aaa70743e7,37349,1733404958120/88aaa70743e7%2C37349%2C1733404958120.1733404958662, exclude list is [], retry=0 2024-12-05T13:22:38,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43761,DS-522ba287-d72b-4289-9db6-a96b58eb96e5,DISK] 2024-12-05T13:22:38,682 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/WALs/88aaa70743e7,37349,1733404958120/88aaa70743e7%2C37349%2C1733404958120.1733404958662 2024-12-05T13:22:38,682 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42413:42413)] 2024-12-05T13:22:38,683 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:22:38,683 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:22:38,683 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:38,683 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:38,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:38,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T13:22:38,685 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:38,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c2b7882f7b114d4bba17cd5d5d49a7cd 2024-12-05T13:22:38,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:38,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:38,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T13:22:38,691 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:38,698 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d345fd6a00e14d7791b7386421d2582d 2024-12-05T13:22:38,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:22:38,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:38,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T13:22:38,699 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:38,705 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5f3ff57a09b8477a8c1e1f7e29e2c555 2024-12-05T13:22:38,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:22:38,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:38,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T13:22:38,706 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:38,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:22:38,707 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:38,707 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-05T13:22:38,707 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/88aaa70743e7%2C36949%2C1733404942970.1733404944119 2024-12-05T13:22:38,713 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/88aaa70743e7%2C36949%2C1733404942970.1733404944119 2024-12-05T13:22:38,713 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/88aaa70743e7%2C36949%2C1733404942970.1733404944119 2024-12-05T13:22:38,715 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:38,715 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:38,715 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:22:38,716 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:38,718 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-05T13:22:38,719 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65409068, jitterRate=-0.02532893419265747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:22:38,719 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733404958683Initializing all the Stores at 1733404958684 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404958684Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404958684Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404958684Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404958684Cleaning up temporary data from old regions at 1733404958715 (+31 ms)Region opened successfully at 1733404958719 (+4 ms) 2024-12-05T13:22:38,719 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T13:22:38,722 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7093fd66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:22:38,725 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-05T13:22:38,725 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T13:22:38,725 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T13:22:38,725 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T13:22:38,725 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T13:22:38,728 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T13:22:38,728 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T13:22:38,729 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T13:22:38,729 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-05T13:22:38,729 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T13:22:38,732 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=88aaa70743e7,42069,1733404943161, regionLocation=88aaa70743e7,42069,1733404943161, openSeqNum=2 2024-12-05T13:22:38,732 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=88aaa70743e7,42069,1733404943161, table=hbase:meta, region=1588230740 2024-12-05T13:22:38,732 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,42069,1733404943161, state=OPEN 2024-12-05T13:22:38,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36041-0x101a6d621710007, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0904958645/meta-region-server 2024-12-05T13:22:38,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37349-0x101a6d621710006, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0904958645/meta-region-server 2024-12-05T13:22:38,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0904958645/meta-region-server: CHANGED 2024-12-05T13:22:38,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0904958645/meta-region-server: CHANGED 2024-12-05T13:22:38,746 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-05T13:22:38,758 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0904958645/draining/88aaa70743e7,42069,1733404943161 already deleted, retry=false 2024-12-05T13:22:38,758 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 88aaa70743e7,42069,1733404943161 on 88aaa70743e7,37349,1733404958120 2024-12-05T13:22:38,760 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 88aaa70743e7,42069,1733404943161, splitWal=true, meta=true 2024-12-05T13:22:38,760 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 88aaa70743e7,42069,1733404943161 (carryingMeta=true) 88aaa70743e7,42069,1733404943161/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@75de115e[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-05T13:22:38,762 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37349-0x101a6d621710006, quorum=127.0.0.1:55859, baseZNode=/0904958645 Unable to get data of znode /0904958645/balancer because node does not exist (not necessarily an error) 2024-12-05T13:22:38,768 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0904958645/balancer already deleted, retry=false 2024-12-05T13:22:38,768 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T13:22:38,769 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37349-0x101a6d621710006, quorum=127.0.0.1:55859, baseZNode=/0904958645 Unable to get data of znode /0904958645/normalizer because node does not exist (not necessarily an error) 2024-12-05T13:22:38,776 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0904958645/normalizer already deleted, retry=false 2024-12-05T13:22:38,776 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T13:22:38,777 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37349-0x101a6d621710006, quorum=127.0.0.1:55859, baseZNode=/0904958645 Unable to get data of znode /0904958645/switch/split because node does not exist (not necessarily an error) 2024-12-05T13:22:38,784 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0904958645/switch/split already deleted, retry=false 2024-12-05T13:22:38,785 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37349-0x101a6d621710006, quorum=127.0.0.1:55859, baseZNode=/0904958645 Unable to get data of znode /0904958645/switch/merge because node does not exist (not necessarily an error) 2024-12-05T13:22:38,800 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0904958645/switch/merge already deleted, retry=false 2024-12-05T13:22:38,811 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37349-0x101a6d621710006, quorum=127.0.0.1:55859, baseZNode=/0904958645 Unable to get data of znode /0904958645/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T13:22:38,817 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0904958645/snapshot-cleanup already deleted, retry=false 2024-12-05T13:22:38,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36041-0x101a6d621710007, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0904958645/running 2024-12-05T13:22:38,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37349-0x101a6d621710006, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0904958645/running 2024-12-05T13:22:38,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37349-0x101a6d621710006, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0904958645 2024-12-05T13:22:38,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36041-0x101a6d621710007, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0904958645 2024-12-05T13:22:38,826 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=88aaa70743e7,37349,1733404958120, sessionid=0x101a6d621710006, setting cluster-up flag (Was=false) 2024-12-05T13:22:38,835 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0904958645/flush-table-proc/acquired, /0904958645/flush-table-proc/reached, /0904958645/flush-table-proc/abort 2024-12-05T13:22:38,840 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,37349,1733404958120 2024-12-05T13:22:38,854 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0904958645/online-snapshot/acquired, /0904958645/online-snapshot/reached, /0904958645/online-snapshot/abort 2024-12-05T13:22:38,857 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,37349,1733404958120 2024-12-05T13:22:38,859 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/.lastflushedseqids 2024-12-05T13:22:38,863 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T13:22:38,863 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T13:22:38,863 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 88aaa70743e7,37349,1733404958120 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 88aaa70743e7,42069,1733404943161 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T13:22:38,865 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:22:38,865 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:22:38,865 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:22:38,865 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:22:38,865 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/88aaa70743e7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T13:22:38,865 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:38,865 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:22:38,865 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:38,866 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733404988866 2024-12-05T13:22:38,866 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T13:22:38,866 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T13:22:38,866 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T13:22:38,866 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T13:22:38,866 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T13:22:38,866 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 88aaa70743e7,42069,1733404943161, splitWal=true, meta=true 2024-12-05T13:22:38,866 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T13:22:38,867 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:38,867 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T13:22:38,867 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T13:22:38,867 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T13:22:38,867 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T13:22:38,867 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 88aaa70743e7,42069,1733404943161, splitWal=true, meta=true, isMeta: true 2024-12-05T13:22:38,867 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T13:22:38,867 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T13:22:38,868 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,42069,1733404943161-splitting 2024-12-05T13:22:38,869 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,42069,1733404943161-splitting dir is empty, no logs to split. 2024-12-05T13:22:38,869 INFO [PEWorker-1 {}] master.SplitWALManager(105): 88aaa70743e7,42069,1733404943161 WAL count=0, meta=true 2024-12-05T13:22:38,871 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,42069,1733404943161-splitting dir is empty, no logs to split. 2024-12-05T13:22:38,871 INFO [PEWorker-1 {}] master.SplitWALManager(105): 88aaa70743e7,42069,1733404943161 WAL count=0, meta=true 2024-12-05T13:22:38,871 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 88aaa70743e7,42069,1733404943161 WAL splitting is done? wals=0, meta=true 2024-12-05T13:22:38,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T13:22:38,874 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:22:38,875 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T13:22:38,878 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733404958867,5,FailOnTimeoutGroup] 2024-12-05T13:22:38,879 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733404958879,5,FailOnTimeoutGroup] 2024-12-05T13:22:38,879 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:38,879 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T13:22:38,879 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:38,879 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:38,879 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733404958879, completionTime=-1 2024-12-05T13:22:38,879 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-05T13:22:38,879 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-05T13:22:38,885 INFO [RS:0;88aaa70743e7:36041 {}] regionserver.HRegionServer(746): ClusterId : 25bc88ae-5d14-4f89-85d1-2f5de1432dc3 2024-12-05T13:22:38,885 DEBUG [RS:0;88aaa70743e7:36041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T13:22:38,893 DEBUG [RS:0;88aaa70743e7:36041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T13:22:38,893 DEBUG [RS:0;88aaa70743e7:36041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T13:22:38,918 DEBUG [RS:0;88aaa70743e7:36041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T13:22:38,918 DEBUG [RS:0;88aaa70743e7:36041 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2264f0a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:22:38,940 DEBUG [RS:0;88aaa70743e7:36041 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;88aaa70743e7:36041 2024-12-05T13:22:38,940 INFO [RS:0;88aaa70743e7:36041 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T13:22:38,940 INFO [RS:0;88aaa70743e7:36041 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T13:22:38,940 DEBUG [RS:0;88aaa70743e7:36041 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T13:22:38,941 INFO [RS:0;88aaa70743e7:36041 {}] regionserver.HRegionServer(2659): reportForDuty to master=88aaa70743e7,37349,1733404958120 with port=36041, startcode=1733404958163 2024-12-05T13:22:38,941 DEBUG [RS:0;88aaa70743e7:36041 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T13:22:38,943 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T13:22:38,943 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37349 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 88aaa70743e7,36041,1733404958163 2024-12-05T13:22:38,943 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37349 {}] master.ServerManager(517): Registering regionserver=88aaa70743e7,36041,1733404958163 2024-12-05T13:22:38,944 DEBUG [RS:0;88aaa70743e7:36041 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa 2024-12-05T13:22:38,944 DEBUG [RS:0;88aaa70743e7:36041 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46773 2024-12-05T13:22:38,944 DEBUG [RS:0;88aaa70743e7:36041 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T13:22:38,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37349-0x101a6d621710006, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0904958645/rs 2024-12-05T13:22:38,969 DEBUG [RS:0;88aaa70743e7:36041 {}] zookeeper.ZKUtil(111): regionserver:36041-0x101a6d621710007, quorum=127.0.0.1:55859, baseZNode=/0904958645 Set watcher on existing znode=/0904958645/rs/88aaa70743e7,36041,1733404958163 2024-12-05T13:22:38,969 WARN [RS:0;88aaa70743e7:36041 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:22:38,969 INFO [RS:0;88aaa70743e7:36041 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:22:38,969 DEBUG [RS:0;88aaa70743e7:36041 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,36041,1733404958163 2024-12-05T13:22:38,969 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [88aaa70743e7,36041,1733404958163] 2024-12-05T13:22:38,980 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=101ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-05T13:22:38,987 INFO [RS:0;88aaa70743e7:36041 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T13:22:38,988 INFO [RS:0;88aaa70743e7:36041 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T13:22:38,989 INFO [RS:0;88aaa70743e7:36041 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T13:22:38,989 INFO [RS:0;88aaa70743e7:36041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:38,990 INFO [RS:0;88aaa70743e7:36041 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T13:22:38,991 INFO [RS:0;88aaa70743e7:36041 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T13:22:38,991 INFO [RS:0;88aaa70743e7:36041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:38,991 DEBUG [RS:0;88aaa70743e7:36041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:38,991 DEBUG [RS:0;88aaa70743e7:36041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:38,991 DEBUG [RS:0;88aaa70743e7:36041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:38,991 DEBUG [RS:0;88aaa70743e7:36041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:38,991 DEBUG [RS:0;88aaa70743e7:36041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:38,991 DEBUG [RS:0;88aaa70743e7:36041 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:22:38,991 DEBUG [RS:0;88aaa70743e7:36041 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:38,991 DEBUG [RS:0;88aaa70743e7:36041 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:38,991 DEBUG [RS:0;88aaa70743e7:36041 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:38,991 DEBUG [RS:0;88aaa70743e7:36041 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:38,991 DEBUG [RS:0;88aaa70743e7:36041 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:38,991 DEBUG [RS:0;88aaa70743e7:36041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:38,991 DEBUG [RS:0;88aaa70743e7:36041 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:22:38,991 DEBUG [RS:0;88aaa70743e7:36041 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:22:38,994 INFO [RS:0;88aaa70743e7:36041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:38,994 INFO [RS:0;88aaa70743e7:36041 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:38,994 INFO [RS:0;88aaa70743e7:36041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:38,994 INFO [RS:0;88aaa70743e7:36041 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:38,994 INFO [RS:0;88aaa70743e7:36041 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:38,994 INFO [RS:0;88aaa70743e7:36041 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,36041,1733404958163-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:22:39,006 INFO [RS:0;88aaa70743e7:36041 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T13:22:39,006 INFO [RS:0;88aaa70743e7:36041 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,36041,1733404958163-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:39,019 INFO [RS:0;88aaa70743e7:36041 {}] regionserver.ReplicationSource(231): queueId=1-88aaa70743e7,36041,1733404958163, ReplicationSource: 1, currentBandwidth=0 2024-12-05T13:22:39,019 INFO [RS:0;88aaa70743e7:36041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:39,019 INFO [RS:0;88aaa70743e7:36041 {}] regionserver.Replication(171): 88aaa70743e7,36041,1733404958163 started 2024-12-05T13:22:39,026 WARN [88aaa70743e7:37349 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T13:22:39,032 INFO [RS:0;88aaa70743e7:36041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:39,032 INFO [RS:0;88aaa70743e7:36041 {}] regionserver.HRegionServer(1482): Serving as 88aaa70743e7,36041,1733404958163, RpcServer on 88aaa70743e7/172.17.0.3:36041, sessionid=0x101a6d621710007 2024-12-05T13:22:39,032 DEBUG [RS:0;88aaa70743e7:36041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T13:22:39,032 DEBUG [RS:0;88aaa70743e7:36041 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 88aaa70743e7,36041,1733404958163 2024-12-05T13:22:39,032 DEBUG [RS:0;88aaa70743e7:36041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,36041,1733404958163' 2024-12-05T13:22:39,033 DEBUG [RS:0;88aaa70743e7:36041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0904958645/flush-table-proc/abort' 2024-12-05T13:22:39,033 DEBUG [RS:0;88aaa70743e7:36041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0904958645/flush-table-proc/acquired' 2024-12-05T13:22:39,033 DEBUG [RS:0;88aaa70743e7:36041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T13:22:39,033 DEBUG [RS:0;88aaa70743e7:36041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T13:22:39,033 DEBUG [RS:0;88aaa70743e7:36041 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 88aaa70743e7,36041,1733404958163 2024-12-05T13:22:39,033 DEBUG [RS:0;88aaa70743e7:36041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,36041,1733404958163' 2024-12-05T13:22:39,033 DEBUG [RS:0;88aaa70743e7:36041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0904958645/online-snapshot/abort' 2024-12-05T13:22:39,034 DEBUG [RS:0;88aaa70743e7:36041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0904958645/online-snapshot/acquired' 2024-12-05T13:22:39,034 DEBUG [RS:0;88aaa70743e7:36041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T13:22:39,034 INFO [RS:0;88aaa70743e7:36041 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T13:22:39,034 INFO [RS:0;88aaa70743e7:36041 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T13:22:39,038 DEBUG [RS:0;88aaa70743e7:36041.replicationSource,1-88aaa70743e7,36041,1733404958163 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:41551' 2024-12-05T13:22:39,039 DEBUG [RS:0;88aaa70743e7:36041.replicationSource,1-88aaa70743e7,36041,1733404958163 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@682df40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:22:39,039 DEBUG [RS:0;88aaa70743e7:36041.replicationSource,1-88aaa70743e7,36041,1733404958163 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,41551,-1 for getting cluster id 2024-12-05T13:22:39,039 DEBUG [RS:0;88aaa70743e7:36041.replicationSource,1-88aaa70743e7,36041,1733404958163 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:22:39,041 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0525da53-4015-4237-86e7-3a233242c4a7' 2024-12-05T13:22:39,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:22:39,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0525da53-4015-4237-86e7-3a233242c4a7" 2024-12-05T13:22:39,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15220faa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:22:39,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,41551,-1] 2024-12-05T13:22:39,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:22:39,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:39,043 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:22:39,043 DEBUG [RS:0;88aaa70743e7:36041.replicationSource,1-88aaa70743e7,36041,1733404958163 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ba1f6c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:22:39,043 DEBUG [RS:0;88aaa70743e7:36041.replicationSource,1-88aaa70743e7,36041,1733404958163 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:22:39,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,41551,1733404948743 2024-12-05T13:22:39,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69440ba1 2024-12-05T13:22:39,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:22:39,045 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-05T13:22:39,046 INFO [RS:0;88aaa70743e7:36041.replicationSource,1-88aaa70743e7,36041,1733404958163 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-88aaa70743e7,36041,1733404958163 (queues=0) is replicating from cluster=25bc88ae-5d14-4f89-85d1-2f5de1432dc3 to cluster=0525da53-4015-4237-86e7-3a233242c4a7 2024-12-05T13:22:39,135 INFO [RS:0;88aaa70743e7:36041 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:22:39,136 INFO [RS:0;88aaa70743e7:36041 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C36041%2C1733404958163, suffix=, logDir=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,36041,1733404958163, archiveDir=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/oldWALs, maxLogs=10 2024-12-05T13:22:39,151 DEBUG [RS:0;88aaa70743e7:36041 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,36041,1733404958163/88aaa70743e7%2C36041%2C1733404958163.1733404959137, exclude list is [], retry=0 2024-12-05T13:22:39,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43761,DS-522ba287-d72b-4289-9db6-a96b58eb96e5,DISK] 2024-12-05T13:22:39,156 INFO [RS:0;88aaa70743e7:36041 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,36041,1733404958163/88aaa70743e7%2C36041%2C1733404958163.1733404959137 2024-12-05T13:22:39,156 DEBUG [RS:0;88aaa70743e7:36041 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 88aaa70743e7%2C36041%2C1733404958163 for peer 1 2024-12-05T13:22:39,156 DEBUG [RS:0;88aaa70743e7:36041 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=88aaa70743e7%2C36041%2C1733404958163 2024-12-05T13:22:39,156 INFO [RS:0;88aaa70743e7:36041 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-88aaa70743e7,36041,1733404958163, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T13:22:39,156 DEBUG [RS:0;88aaa70743e7:36041 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42413:42413)] 2024-12-05T13:22:39,156 INFO [RS:0;88aaa70743e7:36041.replicationSource.shipper88aaa70743e7%2C36041%2C1733404958163,1-88aaa70743e7,36041,1733404958163 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 88aaa70743e7%2C36041%2C1733404958163 2024-12-05T13:22:39,157 DEBUG [RS:0;88aaa70743e7:36041.replicationSource.wal-reader.88aaa70743e7%2C36041%2C1733404958163,1-88aaa70743e7,36041,1733404958163 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,36041,1733404958163/88aaa70743e7%2C36041%2C1733404958163.1733404959137, startPosition=0, beingWritten=true 2024-12-05T13:22:39,276 DEBUG [88aaa70743e7:37349 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T13:22:39,276 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=88aaa70743e7,36041,1733404958163 2024-12-05T13:22:39,277 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,36041,1733404958163, state=OPENING 2024-12-05T13:22:39,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37349-0x101a6d621710006, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0904958645/meta-region-server 2024-12-05T13:22:39,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36041-0x101a6d621710007, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0904958645/meta-region-server 2024-12-05T13:22:39,293 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:22:39,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0904958645/meta-region-server: CHANGED 2024-12-05T13:22:39,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0904958645/meta-region-server: CHANGED 2024-12-05T13:22:39,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,36041,1733404958163}] 2024-12-05T13:22:39,361 DEBUG [RS:0;88aaa70743e7:36041.replicationSource.wal-reader.88aaa70743e7%2C36041%2C1733404958163,1-88aaa70743e7,36041,1733404958163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,36041,1733404958163/88aaa70743e7%2C36041%2C1733404958163.1733404959137 to pos 0, reset compression=false 2024-12-05T13:22:39,445 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:22:39,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T13:22:39,450 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T13:22:39,450 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:22:39,450 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T13:22:39,451 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C36041%2C1733404958163.meta, suffix=.meta, logDir=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,36041,1733404958163, archiveDir=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/oldWALs, maxLogs=10 2024-12-05T13:22:39,463 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,36041,1733404958163/88aaa70743e7%2C36041%2C1733404958163.meta.1733404959451.meta, exclude list is [], retry=0 2024-12-05T13:22:39,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43761,DS-522ba287-d72b-4289-9db6-a96b58eb96e5,DISK] 2024-12-05T13:22:39,466 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,36041,1733404958163/88aaa70743e7%2C36041%2C1733404958163.meta.1733404959451.meta 2024-12-05T13:22:39,466 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42413:42413)] 2024-12-05T13:22:39,466 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:22:39,467 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:22:39,467 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:22:39,467 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T13:22:39,467 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T13:22:39,467 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T13:22:39,467 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:22:39,467 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T13:22:39,467 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T13:22:39,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:22:39,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:22:39,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:39,475 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/meta/1588230740/info/9fca93d8331549ffade7d1c23ac66a9c 2024-12-05T13:22:39,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:39,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:22:39,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:22:39,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:39,481 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/meta/1588230740/ns/00a190102eae4f43bbf03d91efa3ffd4 2024-12-05T13:22:39,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:39,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:22:39,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:22:39,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:39,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:39,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:22:39,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:22:39,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:39,489 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/meta/1588230740/table/2e8cecc319ec4efcacfa1e34f2515d17 2024-12-05T13:22:39,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:39,489 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:22:39,490 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/meta/1588230740 2024-12-05T13:22:39,491 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/meta/1588230740 2024-12-05T13:22:39,492 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:22:39,492 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:22:39,492 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:22:39,493 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:22:39,494 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60293579, jitterRate=-0.10155566036701202}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:22:39,494 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T13:22:39,494 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733404959467Writing region info on filesystem at 1733404959467Initializing all the Stores at 1733404959468 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404959468Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404959468Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404959468Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404959468Cleaning up temporary data from old regions at 1733404959492 (+24 ms)Running coprocessor post-open hooks at 1733404959494 (+2 ms)Region opened successfully at 1733404959494 2024-12-05T13:22:39,495 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733404959445 2024-12-05T13:22:39,497 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T13:22:39,497 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T13:22:39,497 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=88aaa70743e7,36041,1733404958163 2024-12-05T13:22:39,498 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,36041,1733404958163, state=OPEN 2024-12-05T13:22:39,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36041-0x101a6d621710007, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0904958645/meta-region-server 2024-12-05T13:22:39,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37349-0x101a6d621710006, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0904958645/meta-region-server 2024-12-05T13:22:39,508 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=88aaa70743e7,36041,1733404958163 2024-12-05T13:22:39,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0904958645/meta-region-server: CHANGED 2024-12-05T13:22:39,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0904958645/meta-region-server: CHANGED 2024-12-05T13:22:39,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-05T13:22:39,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,36041,1733404958163 in 215 msec 2024-12-05T13:22:39,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T13:22:39,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 638 msec 2024-12-05T13:22:39,666 DEBUG [RS:0;88aaa70743e7:36041.replicationSource.wal-reader.88aaa70743e7%2C36041%2C1733404958163,1-88aaa70743e7,36041,1733404958163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,36041,1733404958163/88aaa70743e7%2C36041%2C1733404958163.1733404959137 to pos 0, reset compression=false 2024-12-05T13:22:40,071 DEBUG [RS:0;88aaa70743e7:36041.replicationSource.wal-reader.88aaa70743e7%2C36041%2C1733404958163,1-88aaa70743e7,36041,1733404958163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,36041,1733404958163/88aaa70743e7%2C36041%2C1733404958163.1733404959137 to pos 0, reset compression=false 2024-12-05T13:22:40,483 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-12-05T13:22:40,576 DEBUG [RS:0;88aaa70743e7:36041.replicationSource.wal-reader.88aaa70743e7%2C36041%2C1733404958163,1-88aaa70743e7,36041,1733404958163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,36041,1733404958163/88aaa70743e7%2C36041%2C1733404958163.1733404959137 to pos 0, reset compression=false 2024-12-05T13:22:41,180 DEBUG [RS:0;88aaa70743e7:36041.replicationSource.wal-reader.88aaa70743e7%2C36041%2C1733404958163,1-88aaa70743e7,36041,1733404958163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,36041,1733404958163/88aaa70743e7%2C36041%2C1733404958163.1733404959137 to pos 0, reset compression=false 2024-12-05T13:22:41,886 DEBUG [RS:0;88aaa70743e7:36041.replicationSource.wal-reader.88aaa70743e7%2C36041%2C1733404958163,1-88aaa70743e7,36041,1733404958163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,36041,1733404958163/88aaa70743e7%2C36041%2C1733404958163.1733404959137 to pos 0, reset compression=false 2024-12-05T13:22:41,985 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3106ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-12-05T13:22:42,691 DEBUG [RS:0;88aaa70743e7:36041.replicationSource.wal-reader.88aaa70743e7%2C36041%2C1733404958163,1-88aaa70743e7,36041,1733404958163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,36041,1733404958163/88aaa70743e7%2C36041%2C1733404958163.1733404959137 to pos 0, reset compression=false 2024-12-05T13:22:43,387 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-05T13:22:43,388 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T13:22:43,388 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:22:43,388 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,36041,1733404958163, seqNum=-1] 2024-12-05T13:22:43,388 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:22:43,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:22:43,393 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d97aeda831435ed4c2d01d63d2085529, regionState=OPEN, lastHost=88aaa70743e7,42069,1733404943161, regionLocation=88aaa70743e7,42069,1733404943161, openSeqNum=2 2024-12-05T13:22:43,394 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T13:22:43,394 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733405023394 2024-12-05T13:22:43,394 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733405083394 2024-12-05T13:22:43,394 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-12-05T13:22:43,394 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 88aaa70743e7,42069,1733404943161 had 2 regions 2024-12-05T13:22:43,394 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,37349,1733404958120-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:43,394 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,37349,1733404958120-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:43,394 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,37349,1733404958120-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:43,394 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-88aaa70743e7:37349, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:43,394 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:43,395 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:43,400 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 88aaa70743e7,42069,1733404943161, splitWal=true, meta=true, isMeta: false 2024-12-05T13:22:43,402 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,42069,1733404943161-splitting dir is empty, no logs to split. 2024-12-05T13:22:43,402 INFO [PEWorker-3 {}] master.SplitWALManager(105): 88aaa70743e7,42069,1733404943161 WAL count=0, meta=false 2024-12-05T13:22:43,403 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.185sec 2024-12-05T13:22:43,403 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T13:22:43,403 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T13:22:43,403 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T13:22:43,403 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T13:22:43,403 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T13:22:43,403 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,37349,1733404958120-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:22:43,403 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,37349,1733404958120-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T13:22:43,405 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,42069,1733404943161-splitting dir is empty, no logs to split. 2024-12-05T13:22:43,405 INFO [PEWorker-3 {}] master.SplitWALManager(105): 88aaa70743e7,42069,1733404943161 WAL count=0, meta=false 2024-12-05T13:22:43,405 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 88aaa70743e7,42069,1733404943161 WAL splitting is done? wals=0, meta=false 2024-12-05T13:22:43,413 WARN [master/88aaa70743e7:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=88aaa70743e7,42069,1733404943161/hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529. 2024-12-05T13:22:43,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d97aeda831435ed4c2d01d63d2085529, ASSIGN}] 2024-12-05T13:22:43,415 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T13:22:43,415 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T13:22:43,415 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,37349,1733404958120-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:43,416 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d97aeda831435ed4c2d01d63d2085529, ASSIGN 2024-12-05T13:22:43,418 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d97aeda831435ed4c2d01d63d2085529, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T13:22:43,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30cdddcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:22:43,488 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,37349,-1 for getting cluster id 2024-12-05T13:22:43,489 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:22:43,490 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25bc88ae-5d14-4f89-85d1-2f5de1432dc3' 2024-12-05T13:22:43,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:22:43,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25bc88ae-5d14-4f89-85d1-2f5de1432dc3" 2024-12-05T13:22:43,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a0fec31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:22:43,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,37349,-1] 2024-12-05T13:22:43,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:22:43,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:43,491 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:22:43,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f2a89f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:22:43,492 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:22:43,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,36041,1733404958163, seqNum=-1] 2024-12-05T13:22:43,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:22:43,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:22:43,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-05T13:22:43,496 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:22:43,496 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:22:43,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:43,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:43,496 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:22:43,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 88aaa70743e7:37349 after: 88aaa70743e7:37349 2024-12-05T13:22:43,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c18487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:22:43,496 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,37349,-1 for getting cluster id 2024-12-05T13:22:43,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:22:43,497 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25bc88ae-5d14-4f89-85d1-2f5de1432dc3' 2024-12-05T13:22:43,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:22:43,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25bc88ae-5d14-4f89-85d1-2f5de1432dc3" 2024-12-05T13:22:43,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5be5c204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:22:43,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,37349,-1] 2024-12-05T13:22:43,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:22:43,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:43,498 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:22:43,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f8c1c5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:22:43,499 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:22:43,500 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,37349,1733404958120 2024-12-05T13:22:43,500 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38ff9005 2024-12-05T13:22:43,500 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:22:43,501 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:22:43,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37349 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-05T13:22:43,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T13:22:43,501 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:22:43,501 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:22:43,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:43,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:43,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:22:43,502 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T13:22:43,502 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1079445746, stopped=false 2024-12-05T13:22:43,502 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=88aaa70743e7,41551,1733404948743 2024-12-05T13:22:43,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41551-0x101a6d621710003, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-518767288/running 2024-12-05T13:22:43,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35547-0x101a6d621710004, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-518767288/running 2024-12-05T13:22:43,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41551-0x101a6d621710003, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-518767288 2024-12-05T13:22:43,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35547-0x101a6d621710004, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-518767288 2024-12-05T13:22:43,543 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:22:43,543 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:22:43,543 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:22:43,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:43,544 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '88aaa70743e7,35547,1733404949207' ***** 2024-12-05T13:22:43,544 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T13:22:43,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35547-0x101a6d621710004, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Set watcher on znode that does not yet exist, /1-518767288/running 2024-12-05T13:22:43,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41551-0x101a6d621710003, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Set watcher on znode that does not yet exist, /1-518767288/running 2024-12-05T13:22:43,544 INFO [RS:0;88aaa70743e7:35547 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T13:22:43,544 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T13:22:43,544 INFO [RS:0;88aaa70743e7:35547 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T13:22:43,544 INFO [RS:0;88aaa70743e7:35547 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T13:22:43,544 INFO [RS:0;88aaa70743e7:35547 {}] regionserver.HRegionServer(959): stopping server 88aaa70743e7,35547,1733404949207 2024-12-05T13:22:43,545 INFO [RS:0;88aaa70743e7:35547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:22:43,545 INFO [RS:0;88aaa70743e7:35547 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:35547. 2024-12-05T13:22:43,545 DEBUG [RS:0;88aaa70743e7:35547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:22:43,545 DEBUG [RS:0;88aaa70743e7:35547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:43,545 INFO [RS:0;88aaa70743e7:35547 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T13:22:43,545 INFO [RS:0;88aaa70743e7:35547 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T13:22:43,545 INFO [RS:0;88aaa70743e7:35547 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T13:22:43,545 INFO [RS:0;88aaa70743e7:35547 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T13:22:43,545 INFO [RS:0;88aaa70743e7:35547 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T13:22:43,545 DEBUG [RS:0;88aaa70743e7:35547 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T13:22:43,545 DEBUG [RS:0;88aaa70743e7:35547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:22:43,545 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:22:43,545 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:22:43,545 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:22:43,545 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:22:43,545 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:22:43,545 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-05T13:22:43,559 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/data/hbase/meta/1588230740/.tmp/ns/9a4457f4f93e4c5caeed763316b0b4de is 43, key is default/ns:d/1733404952443/Put/seqid=0 2024-12-05T13:22:43,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40821 is added to blk_1073741835_1011 (size=5153) 2024-12-05T13:22:43,569 DEBUG [88aaa70743e7:37349 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T13:22:43,569 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d97aeda831435ed4c2d01d63d2085529, regionState=OPENING, regionLocation=88aaa70743e7,36041,1733404958163 2024-12-05T13:22:43,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d97aeda831435ed4c2d01d63d2085529, ASSIGN because future has completed 2024-12-05T13:22:43,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d97aeda831435ed4c2d01d63d2085529, server=88aaa70743e7,36041,1733404958163}] 2024-12-05T13:22:43,595 DEBUG [RS:0;88aaa70743e7:36041.replicationSource.wal-reader.88aaa70743e7%2C36041%2C1733404958163,1-88aaa70743e7,36041,1733404958163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,36041,1733404958163/88aaa70743e7%2C36041%2C1733404958163.1733404959137 to pos 0, reset compression=false 2024-12-05T13:22:43,626 INFO [regionserver/88aaa70743e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:22:43,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529. 2024-12-05T13:22:43,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:22:43,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T13:22:43,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C36041%2C1733404958163.rep, suffix=, logDir=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,36041,1733404958163, archiveDir=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/oldWALs, maxLogs=10 2024-12-05T13:22:43,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,36041,1733404958163/88aaa70743e7%2C36041%2C1733404958163.rep.1733404963732, exclude list is [], retry=0 2024-12-05T13:22:43,745 DEBUG [RS:0;88aaa70743e7:35547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:22:43,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43761,DS-522ba287-d72b-4289-9db6-a96b58eb96e5,DISK] 2024-12-05T13:22:43,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,36041,1733404958163/88aaa70743e7%2C36041%2C1733404958163.rep.1733404963732 2024-12-05T13:22:43,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42413:42413)] 2024-12-05T13:22:43,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => d97aeda831435ed4c2d01d63d2085529, NAME => 'hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:22:43,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:22:43,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:22:43,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529. service=MultiRowMutationService 2024-12-05T13:22:43,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T13:22:43,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d97aeda831435ed4c2d01d63d2085529 2024-12-05T13:22:43,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:22:43,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for d97aeda831435ed4c2d01d63d2085529 2024-12-05T13:22:43,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for d97aeda831435ed4c2d01d63d2085529 2024-12-05T13:22:43,751 INFO [StoreOpener-d97aeda831435ed4c2d01d63d2085529-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d97aeda831435ed4c2d01d63d2085529 2024-12-05T13:22:43,752 INFO [StoreOpener-d97aeda831435ed4c2d01d63d2085529-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d97aeda831435ed4c2d01d63d2085529 columnFamilyName hfileref 2024-12-05T13:22:43,752 DEBUG [StoreOpener-d97aeda831435ed4c2d01d63d2085529-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:43,753 INFO [StoreOpener-d97aeda831435ed4c2d01d63d2085529-1 {}] regionserver.HStore(327): Store=d97aeda831435ed4c2d01d63d2085529/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:22:43,753 INFO [StoreOpener-d97aeda831435ed4c2d01d63d2085529-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d97aeda831435ed4c2d01d63d2085529 2024-12-05T13:22:43,754 INFO [StoreOpener-d97aeda831435ed4c2d01d63d2085529-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d97aeda831435ed4c2d01d63d2085529 columnFamilyName queue 2024-12-05T13:22:43,754 DEBUG [StoreOpener-d97aeda831435ed4c2d01d63d2085529-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:43,761 DEBUG [StoreOpener-d97aeda831435ed4c2d01d63d2085529-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/replication/d97aeda831435ed4c2d01d63d2085529/queue/e95a127ed2794c1fae88c3550ab6f678 2024-12-05T13:22:43,761 INFO [StoreOpener-d97aeda831435ed4c2d01d63d2085529-1 {}] regionserver.HStore(327): Store=d97aeda831435ed4c2d01d63d2085529/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:22:43,761 INFO [StoreOpener-d97aeda831435ed4c2d01d63d2085529-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d97aeda831435ed4c2d01d63d2085529 2024-12-05T13:22:43,762 INFO [StoreOpener-d97aeda831435ed4c2d01d63d2085529-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d97aeda831435ed4c2d01d63d2085529 columnFamilyName sid 2024-12-05T13:22:43,762 DEBUG [StoreOpener-d97aeda831435ed4c2d01d63d2085529-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:43,763 INFO [StoreOpener-d97aeda831435ed4c2d01d63d2085529-1 {}] regionserver.HStore(327): Store=d97aeda831435ed4c2d01d63d2085529/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:22:43,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for d97aeda831435ed4c2d01d63d2085529 2024-12-05T13:22:43,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/replication/d97aeda831435ed4c2d01d63d2085529 2024-12-05T13:22:43,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/replication/d97aeda831435ed4c2d01d63d2085529 2024-12-05T13:22:43,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for d97aeda831435ed4c2d01d63d2085529 2024-12-05T13:22:43,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for d97aeda831435ed4c2d01d63d2085529 2024-12-05T13:22:43,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T13:22:43,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for d97aeda831435ed4c2d01d63d2085529 2024-12-05T13:22:43,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened d97aeda831435ed4c2d01d63d2085529; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74502932, jitterRate=0.11018019914627075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T13:22:43,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d97aeda831435ed4c2d01d63d2085529 2024-12-05T13:22:43,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for d97aeda831435ed4c2d01d63d2085529: Running coprocessor pre-open hook at 1733404963750Writing region info on filesystem at 1733404963750Initializing all the Stores at 1733404963751 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404963751Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404963751Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404963751Cleaning up temporary data from old regions at 1733404963765 (+14 ms)Running coprocessor post-open hooks at 1733404963768 (+3 ms)Region opened successfully at 1733404963769 (+1 ms) 2024-12-05T13:22:43,775 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529., pid=13, masterSystemTime=1733404963724 2024-12-05T13:22:43,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529. 2024-12-05T13:22:43,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529. 2024-12-05T13:22:43,778 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d97aeda831435ed4c2d01d63d2085529, regionState=OPEN, openSeqNum=9, regionLocation=88aaa70743e7,36041,1733404958163 2024-12-05T13:22:43,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d97aeda831435ed4c2d01d63d2085529, server=88aaa70743e7,36041,1733404958163 because future has completed 2024-12-05T13:22:43,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-05T13:22:43,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure d97aeda831435ed4c2d01d63d2085529, server=88aaa70743e7,36041,1733404958163 in 212 msec 2024-12-05T13:22:43,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-05T13:22:43,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d97aeda831435ed4c2d01d63d2085529, ASSIGN in 372 msec 2024-12-05T13:22:43,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-05T13:22:43,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529., hostname=88aaa70743e7,36041,1733404958163, seqNum=9] 2024-12-05T13:22:43,813 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 88aaa70743e7,42069,1733404943161 2024-12-05T13:22:43,813 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-05T13:22:43,945 DEBUG [RS:0;88aaa70743e7:35547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:22:43,963 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/data/hbase/meta/1588230740/.tmp/ns/9a4457f4f93e4c5caeed763316b0b4de 2024-12-05T13:22:43,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36041 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-05T13:22:43,969 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/data/hbase/meta/1588230740/.tmp/ns/9a4457f4f93e4c5caeed763316b0b4de as hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/data/hbase/meta/1588230740/ns/9a4457f4f93e4c5caeed763316b0b4de 2024-12-05T13:22:43,974 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/data/hbase/meta/1588230740/ns/9a4457f4f93e4c5caeed763316b0b4de, entries=2, sequenceid=6, filesize=5.0 K 2024-12-05T13:22:43,975 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=6, compaction requested=false 2024-12-05T13:22:43,979 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T13:22:43,980 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:22:43,980 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:22:43,980 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:22:43,980 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733404963545Running coprocessor pre-close hooks at 1733404963545Disabling compacts and flushes for region at 1733404963545Disabling writes for close at 1733404963545Obtaining lock to block concurrent updates at 1733404963545Preparing flush snapshotting stores in 1588230740 at 1733404963545Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733404963546 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733404963546Flushing 1588230740/ns: creating writer at 1733404963546Flushing 1588230740/ns: appending metadata at 1733404963558 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733404963558Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fafef8: reopening flushed file at 1733404963968 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=6, compaction requested=false at 1733404963975 (+7 ms)Writing region close event to WAL at 1733404963976 (+1 ms)Running coprocessor post-close hooks at 1733404963979 (+3 ms)Closed at 1733404963980 (+1 ms) 2024-12-05T13:22:43,980 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T13:22:44,146 INFO [RS:0;88aaa70743e7:35547 {}] regionserver.HRegionServer(976): stopping server 88aaa70743e7,35547,1733404949207; all regions closed. 2024-12-05T13:22:44,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40821 is added to blk_1073741834_1010 (size=1152) 2024-12-05T13:22:44,151 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/WALs/88aaa70743e7,35547,1733404949207/88aaa70743e7%2C35547%2C1733404949207.meta.1733404952379.meta not finished, retry = 0 2024-12-05T13:22:44,198 INFO [regionserver/88aaa70743e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T13:22:44,198 INFO [regionserver/88aaa70743e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T13:22:44,253 DEBUG [RS:0;88aaa70743e7:35547 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/oldWALs 2024-12-05T13:22:44,253 INFO [RS:0;88aaa70743e7:35547 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 88aaa70743e7%2C35547%2C1733404949207.meta:.meta(num 1733404952379) 2024-12-05T13:22:44,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40821 is added to blk_1073741832_1008 (size=93) 2024-12-05T13:22:44,255 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/WALs/88aaa70743e7,35547,1733404949207/88aaa70743e7%2C35547%2C1733404949207.1733404951359 not finished, retry = 0 2024-12-05T13:22:44,357 DEBUG [RS:0;88aaa70743e7:35547 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/oldWALs 2024-12-05T13:22:44,357 INFO [RS:0;88aaa70743e7:35547 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 88aaa70743e7%2C35547%2C1733404949207:(num 1733404951359) 2024-12-05T13:22:44,357 DEBUG [RS:0;88aaa70743e7:35547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:44,357 INFO [RS:0;88aaa70743e7:35547 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:22:44,358 INFO [RS:0;88aaa70743e7:35547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:22:44,358 INFO [RS:0;88aaa70743e7:35547 {}] hbase.ChoreService(370): Chore service for: regionserver/88aaa70743e7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T13:22:44,358 INFO [RS:0;88aaa70743e7:35547 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:22:44,358 INFO [regionserver/88aaa70743e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:22:44,358 INFO [RS:0;88aaa70743e7:35547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35547 2024-12-05T13:22:44,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35547-0x101a6d621710004, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-518767288/rs/88aaa70743e7,35547,1733404949207 2024-12-05T13:22:44,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41551-0x101a6d621710003, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-518767288/rs 2024-12-05T13:22:44,367 INFO [RS:0;88aaa70743e7:35547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:22:44,376 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [88aaa70743e7,35547,1733404949207] 2024-12-05T13:22:44,384 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-518767288/draining/88aaa70743e7,35547,1733404949207 already deleted, retry=false 2024-12-05T13:22:44,384 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 88aaa70743e7,35547,1733404949207 expired; onlineServers=0 2024-12-05T13:22:44,384 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '88aaa70743e7,41551,1733404948743' ***** 2024-12-05T13:22:44,384 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T13:22:44,384 INFO [M:0;88aaa70743e7:41551 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:22:44,384 INFO [M:0;88aaa70743e7:41551 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:22:44,384 DEBUG [M:0;88aaa70743e7:41551 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T13:22:44,384 DEBUG [M:0;88aaa70743e7:41551 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T13:22:44,384 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T13:22:44,384 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733404951124 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733404951124,5,FailOnTimeoutGroup] 2024-12-05T13:22:44,384 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733404951123 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733404951123,5,FailOnTimeoutGroup] 2024-12-05T13:22:44,384 INFO [M:0;88aaa70743e7:41551 {}] hbase.ChoreService(370): Chore service for: master/88aaa70743e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T13:22:44,384 INFO [M:0;88aaa70743e7:41551 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:22:44,384 DEBUG [M:0;88aaa70743e7:41551 {}] master.HMaster(1795): Stopping service threads 2024-12-05T13:22:44,384 INFO [M:0;88aaa70743e7:41551 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T13:22:44,384 INFO [M:0;88aaa70743e7:41551 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:22:44,385 INFO [M:0;88aaa70743e7:41551 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T13:22:44,385 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T13:22:44,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41551-0x101a6d621710003, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-518767288/master 2024-12-05T13:22:44,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41551-0x101a6d621710003, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-518767288 2024-12-05T13:22:44,392 DEBUG [M:0;88aaa70743e7:41551 {}] zookeeper.ZKUtil(347): master:41551-0x101a6d621710003, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Unable to get data of znode /1-518767288/master because node does not exist (not an error) 2024-12-05T13:22:44,392 WARN [M:0;88aaa70743e7:41551 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T13:22:44,393 INFO [M:0;88aaa70743e7:41551 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/.lastflushedseqids 2024-12-05T13:22:44,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40821 is added to blk_1073741836_1012 (size=99) 2024-12-05T13:22:44,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35547-0x101a6d621710004, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:22:44,476 INFO [RS:0;88aaa70743e7:35547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:22:44,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35547-0x101a6d621710004, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:22:44,476 INFO [RS:0;88aaa70743e7:35547 {}] regionserver.HRegionServer(1031): Exiting; stopping=88aaa70743e7,35547,1733404949207; zookeeper connection closed. 2024-12-05T13:22:44,476 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@90a210f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@90a210f 2024-12-05T13:22:44,476 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T13:22:44,599 DEBUG [RS:0;88aaa70743e7:36041.replicationSource.wal-reader.88aaa70743e7%2C36041%2C1733404958163,1-88aaa70743e7,36041,1733404958163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,36041,1733404958163/88aaa70743e7%2C36041%2C1733404958163.1733404959137 to pos 0, reset compression=false 2024-12-05T13:22:44,798 INFO [M:0;88aaa70743e7:41551 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T13:22:44,798 INFO [M:0;88aaa70743e7:41551 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T13:22:44,798 DEBUG [M:0;88aaa70743e7:41551 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:22:44,798 INFO [M:0;88aaa70743e7:41551 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:22:44,798 DEBUG [M:0;88aaa70743e7:41551 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:22:44,798 DEBUG [M:0;88aaa70743e7:41551 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:22:44,798 DEBUG [M:0;88aaa70743e7:41551 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:22:44,799 INFO [M:0;88aaa70743e7:41551 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-05T13:22:44,813 DEBUG [M:0;88aaa70743e7:41551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/375cdfa319e64e3fb68cd9d4fefad2bd is 82, key is hbase:meta,,1/info:regioninfo/1733404952419/Put/seqid=0 2024-12-05T13:22:44,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40821 is added to blk_1073741837_1013 (size=5672) 2024-12-05T13:22:44,969 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:22:44,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:44,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:44,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:44,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:44,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:45,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:45,218 INFO [M:0;88aaa70743e7:41551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/375cdfa319e64e3fb68cd9d4fefad2bd 2024-12-05T13:22:45,233 DEBUG [M:0;88aaa70743e7:41551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba43e02c848346ccba46c35ef8658807 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733404952448/Put/seqid=0 2024-12-05T13:22:45,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40821 is added to blk_1073741838_1014 (size=5275) 2024-12-05T13:22:45,638 INFO [M:0;88aaa70743e7:41551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba43e02c848346ccba46c35ef8658807 2024-12-05T13:22:45,656 DEBUG [M:0;88aaa70743e7:41551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d39c7442cc24247a935985658ee5878 is 69, key is 88aaa70743e7,35547,1733404949207/rs:state/1733404951168/Put/seqid=0 2024-12-05T13:22:45,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40821 is added to blk_1073741839_1015 (size=5156) 2024-12-05T13:22:45,703 DEBUG [RS:0;88aaa70743e7:36041.replicationSource.wal-reader.88aaa70743e7%2C36041%2C1733404958163,1-88aaa70743e7,36041,1733404958163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,36041,1733404958163/88aaa70743e7%2C36041%2C1733404958163.1733404959137 to pos 0, reset compression=false 2024-12-05T13:22:46,061 INFO [M:0;88aaa70743e7:41551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d39c7442cc24247a935985658ee5878 2024-12-05T13:22:46,066 DEBUG [M:0;88aaa70743e7:41551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/375cdfa319e64e3fb68cd9d4fefad2bd as hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/375cdfa319e64e3fb68cd9d4fefad2bd 2024-12-05T13:22:46,071 INFO [M:0;88aaa70743e7:41551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/375cdfa319e64e3fb68cd9d4fefad2bd, entries=8, sequenceid=28, filesize=5.5 K 2024-12-05T13:22:46,071 DEBUG [M:0;88aaa70743e7:41551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba43e02c848346ccba46c35ef8658807 as hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ba43e02c848346ccba46c35ef8658807 2024-12-05T13:22:46,076 INFO [M:0;88aaa70743e7:41551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ba43e02c848346ccba46c35ef8658807, entries=3, sequenceid=28, filesize=5.2 K 2024-12-05T13:22:46,077 DEBUG [M:0;88aaa70743e7:41551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d39c7442cc24247a935985658ee5878 as hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3d39c7442cc24247a935985658ee5878 2024-12-05T13:22:46,081 INFO [M:0;88aaa70743e7:41551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45133/user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3d39c7442cc24247a935985658ee5878, entries=1, sequenceid=28, filesize=5.0 K 2024-12-05T13:22:46,082 INFO [M:0;88aaa70743e7:41551 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=28, compaction requested=false 2024-12-05T13:22:46,083 INFO [M:0;88aaa70743e7:41551 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:22:46,083 DEBUG [M:0;88aaa70743e7:41551 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733404964798Disabling compacts and flushes for region at 1733404964798Disabling writes for close at 1733404964798Obtaining lock to block concurrent updates at 1733404964799 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733404964799Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733404964799Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733404964800 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733404964800Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733404964812 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733404964813 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733404965222 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733404965233 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733404965233Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733404965642 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733404965655 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733404965655Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@477e914c: reopening flushed file at 1733404966066 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7df5309a: reopening flushed file at 1733404966071 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f092509: reopening flushed file at 1733404966076 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=28, compaction requested=false at 1733404966082 (+6 ms)Writing region close event to WAL at 1733404966083 (+1 ms)Closed at 1733404966083 2024-12-05T13:22:46,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40821 is added to blk_1073741830_1006 (size=10165) 2024-12-05T13:22:46,086 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8853535d-e82d-ea09-afbc-7d4ebc83be8e/MasterData/WALs/88aaa70743e7,41551,1733404948743/88aaa70743e7%2C41551%2C1733404948743.1733404950762 not finished, retry = 0 2024-12-05T13:22:46,187 INFO [M:0;88aaa70743e7:41551 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T13:22:46,187 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:22:46,187 INFO [M:0;88aaa70743e7:41551 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41551 2024-12-05T13:22:46,187 INFO [M:0;88aaa70743e7:41551 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:22:46,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41551-0x101a6d621710003, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:22:46,317 INFO [M:0;88aaa70743e7:41551 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:22:46,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41551-0x101a6d621710003, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:22:46,319 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:22:46,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ebe7778{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:22:46,320 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@483aba2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:22:46,320 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:22:46,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a9c4281{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:22:46,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e6074d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc93485-3a1f-29a9-fb40-a54929e416cd/hadoop.log.dir/,STOPPED} 2024-12-05T13:22:46,321 WARN [BP-1637472883-172.17.0.3-1733404945463 heartbeating to localhost/127.0.0.1:45133 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:22:46,321 WARN [BP-1637472883-172.17.0.3-1733404945463 heartbeating to localhost/127.0.0.1:45133 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1637472883-172.17.0.3-1733404945463 (Datanode Uuid a1fb5105-067f-4774-b149-6f079afb0f3d) service to localhost/127.0.0.1:45133 2024-12-05T13:22:46,321 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc93485-3a1f-29a9-fb40-a54929e416cd/cluster_0dbe815c-64e6-bbce-2e1f-c5ee2654fbbc/data/data1/current/BP-1637472883-172.17.0.3-1733404945463 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:22:46,321 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc93485-3a1f-29a9-fb40-a54929e416cd/cluster_0dbe815c-64e6-bbce-2e1f-c5ee2654fbbc/data/data2/current/BP-1637472883-172.17.0.3-1733404945463 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:22:46,322 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:22:46,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5173936d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:22:46,326 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a9e364d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:22:46,326 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:22:46,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b372b5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:22:46,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fecf28b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc93485-3a1f-29a9-fb40-a54929e416cd/hadoop.log.dir/,STOPPED} 2024-12-05T13:22:46,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T13:22:46,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T13:22:46,336 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:22:46,336 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:22:46,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:46,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:46,337 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:22:46,337 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T13:22:46,337 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=759200827, stopped=false 2024-12-05T13:22:46,337 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=88aaa70743e7,37349,1733404958120 2024-12-05T13:22:46,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36041-0x101a6d621710007, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0904958645/running 2024-12-05T13:22:46,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37349-0x101a6d621710006, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0904958645/running 2024-12-05T13:22:46,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36041-0x101a6d621710007, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0904958645 2024-12-05T13:22:46,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37349-0x101a6d621710006, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0904958645 2024-12-05T13:22:46,350 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:22:46,351 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:22:46,351 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:22:46,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:46,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36041-0x101a6d621710007, quorum=127.0.0.1:55859, baseZNode=/0904958645 Set watcher on znode that does not yet exist, /0904958645/running 2024-12-05T13:22:46,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37349-0x101a6d621710006, quorum=127.0.0.1:55859, baseZNode=/0904958645 Set watcher on znode that does not yet exist, /0904958645/running 2024-12-05T13:22:46,353 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '88aaa70743e7,36041,1733404958163' ***** 2024-12-05T13:22:46,353 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T13:22:46,353 INFO [RS:0;88aaa70743e7:36041 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T13:22:46,353 INFO [RS:0;88aaa70743e7:36041 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T13:22:46,353 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T13:22:46,353 INFO [RS:0;88aaa70743e7:36041 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T13:22:46,353 INFO [RS:0;88aaa70743e7:36041 {}] regionserver.HRegionServer(3091): Received CLOSE for d97aeda831435ed4c2d01d63d2085529 2024-12-05T13:22:46,353 INFO [RS:0;88aaa70743e7:36041 {}] regionserver.HRegionServer(959): stopping server 88aaa70743e7,36041,1733404958163 2024-12-05T13:22:46,353 INFO [RS:0;88aaa70743e7:36041 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:22:46,353 INFO [RS:0;88aaa70743e7:36041 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:36041. 2024-12-05T13:22:46,354 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d97aeda831435ed4c2d01d63d2085529, disabling compactions & flushes 2024-12-05T13:22:46,354 DEBUG [RS:0;88aaa70743e7:36041 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:22:46,354 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529. 2024-12-05T13:22:46,354 DEBUG [RS:0;88aaa70743e7:36041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:46,354 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529. 2024-12-05T13:22:46,354 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529. after waiting 0 ms 2024-12-05T13:22:46,354 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529. 2024-12-05T13:22:46,354 INFO [RS:0;88aaa70743e7:36041 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T13:22:46,354 INFO [RS:0;88aaa70743e7:36041 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T13:22:46,354 INFO [RS:0;88aaa70743e7:36041 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T13:22:46,354 INFO [RS:0;88aaa70743e7:36041 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T13:22:46,354 INFO [RS:0;88aaa70743e7:36041 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T13:22:46,354 DEBUG [RS:0;88aaa70743e7:36041 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d97aeda831435ed4c2d01d63d2085529=hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529.} 2024-12-05T13:22:46,354 DEBUG [RS:0;88aaa70743e7:36041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d97aeda831435ed4c2d01d63d2085529 2024-12-05T13:22:46,354 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:22:46,354 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:22:46,355 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:22:46,355 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:22:46,355 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:22:46,355 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-05T13:22:46,357 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/replication/d97aeda831435ed4c2d01d63d2085529/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-05T13:22:46,358 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:22:46,358 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:22:46,358 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529. 2024-12-05T13:22:46,358 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d97aeda831435ed4c2d01d63d2085529: Waiting for close lock at 1733404966353Running coprocessor pre-close hooks at 1733404966353Disabling compacts and flushes for region at 1733404966353Disabling writes for close at 1733404966354 (+1 ms)Writing region close event to WAL at 1733404966354Running coprocessor post-close hooks at 1733404966358 (+4 ms)Closed at 1733404966358 2024-12-05T13:22:46,358 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529. 2024-12-05T13:22:46,367 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/meta/1588230740/.tmp/info/afcb0ac06b7a46b79b69f489e37f0e93 is 147, key is hbase:replication,,1733404952574.d97aeda831435ed4c2d01d63d2085529./info:regioninfo/1733404963778/Put/seqid=0 2024-12-05T13:22:46,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741851_1027 (size=6385) 2024-12-05T13:22:46,400 INFO [regionserver/88aaa70743e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:22:46,554 DEBUG [RS:0;88aaa70743e7:36041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:22:46,754 DEBUG [RS:0;88aaa70743e7:36041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:22:46,772 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/meta/1588230740/.tmp/info/afcb0ac06b7a46b79b69f489e37f0e93 2024-12-05T13:22:46,780 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/meta/1588230740/.tmp/info/afcb0ac06b7a46b79b69f489e37f0e93 as hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/meta/1588230740/info/afcb0ac06b7a46b79b69f489e37f0e93 2024-12-05T13:22:46,786 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/meta/1588230740/info/afcb0ac06b7a46b79b69f489e37f0e93, entries=8, sequenceid=19, filesize=6.2 K 2024-12-05T13:22:46,787 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=19, compaction requested=false 2024-12-05T13:22:46,793 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-05T13:22:46,794 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:22:46,794 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:22:46,794 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:22:46,794 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733404966354Running coprocessor pre-close hooks at 1733404966354Disabling compacts and flushes for region at 1733404966354Disabling writes for close at 1733404966355 (+1 ms)Obtaining lock to block concurrent updates at 1733404966355Preparing flush snapshotting stores in 1588230740 at 1733404966355Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733404966355Flushing stores of hbase:meta,,1.1588230740 at 1733404966355Flushing 1588230740/info: creating writer at 1733404966355Flushing 1588230740/info: appending metadata at 1733404966367 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733404966367Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50c0707e: reopening flushed file at 1733404966779 (+412 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=19, compaction requested=false at 1733404966787 (+8 ms)Writing region close event to WAL at 1733404966790 (+3 ms)Running coprocessor post-close hooks at 1733404966794 (+4 ms)Closed at 1733404966794 2024-12-05T13:22:46,794 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T13:22:46,908 DEBUG [RS:0;88aaa70743e7:36041.replicationSource.wal-reader.88aaa70743e7%2C36041%2C1733404958163,1-88aaa70743e7,36041,1733404958163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/WALs/88aaa70743e7,36041,1733404958163/88aaa70743e7%2C36041%2C1733404958163.1733404959137 to pos 0, reset compression=false 2024-12-05T13:22:46,955 INFO [RS:0;88aaa70743e7:36041 {}] regionserver.HRegionServer(976): stopping server 88aaa70743e7,36041,1733404958163; all regions closed. 2024-12-05T13:22:46,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741849_1025 (size=2156) 2024-12-05T13:22:46,959 DEBUG [RS:0;88aaa70743e7:36041 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/oldWALs 2024-12-05T13:22:46,959 INFO [RS:0;88aaa70743e7:36041 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 88aaa70743e7%2C36041%2C1733404958163.meta:.meta(num 1733404959451) 2024-12-05T13:22:46,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741850_1026 (size=796) 2024-12-05T13:22:46,963 DEBUG [RS:0;88aaa70743e7:36041 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/oldWALs 2024-12-05T13:22:46,963 INFO [RS:0;88aaa70743e7:36041 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 88aaa70743e7%2C36041%2C1733404958163.rep:(num 1733404963732) 2024-12-05T13:22:46,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741848_1024 (size=93) 2024-12-05T13:22:46,967 DEBUG [RS:0;88aaa70743e7:36041 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/oldWALs 2024-12-05T13:22:46,967 INFO [RS:0;88aaa70743e7:36041 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 88aaa70743e7%2C36041%2C1733404958163:(num 1733404959137) 2024-12-05T13:22:46,968 DEBUG [RS:0;88aaa70743e7:36041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:46,968 INFO [RS:0;88aaa70743e7:36041 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:22:46,968 INFO [RS:0;88aaa70743e7:36041 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:22:46,968 INFO [RS:0;88aaa70743e7:36041 {}] hbase.ChoreService(370): Chore service for: regionserver/88aaa70743e7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T13:22:46,968 INFO [RS:0;88aaa70743e7:36041 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:22:46,968 INFO [regionserver/88aaa70743e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:22:46,968 INFO [RS:0;88aaa70743e7:36041 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-88aaa70743e7,36041,1733404958163 because: Region server is closing 2024-12-05T13:22:46,968 INFO [RS:0;88aaa70743e7:36041 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:36041. 2024-12-05T13:22:46,968 DEBUG [RS:0;88aaa70743e7:36041 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:22:46,968 DEBUG [RS:0;88aaa70743e7:36041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:46,968 DEBUG [RS:0;88aaa70743e7:36041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:46,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:22:46,968 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/88aaa70743e7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-05T13:22:46,969 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/88aaa70743e7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-05T13:22:46,969 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/88aaa70743e7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-05T13:22:47,069 WARN [RS:0;88aaa70743e7:36041.replicationSource.shipper88aaa70743e7%2C36041%2C1733404958163,1-88aaa70743e7,36041,1733404958163 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T13:22:47,069 WARN [RS:0;88aaa70743e7:36041.replicationSource.wal-reader.88aaa70743e7%2C36041%2C1733404958163,1-88aaa70743e7,36041,1733404958163 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T13:22:47,069 INFO [RS:0;88aaa70743e7:36041 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;88aaa70743e7:36041.replicationSource.shipper88aaa70743e7%2C36041%2C1733404958163,1-88aaa70743e7,36041,1733404958163 terminated 2024-12-05T13:22:47,069 INFO [RS:0;88aaa70743e7:36041 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36041 2024-12-05T13:22:47,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36041-0x101a6d621710007, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0904958645/rs/88aaa70743e7,36041,1733404958163 2024-12-05T13:22:47,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37349-0x101a6d621710006, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0904958645/rs 2024-12-05T13:22:47,084 INFO [RS:0;88aaa70743e7:36041 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:22:47,092 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [88aaa70743e7,36041,1733404958163] 2024-12-05T13:22:47,100 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0904958645/draining/88aaa70743e7,36041,1733404958163 already deleted, retry=false 2024-12-05T13:22:47,100 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 88aaa70743e7,36041,1733404958163 expired; onlineServers=0 2024-12-05T13:22:47,100 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '88aaa70743e7,37349,1733404958120' ***** 2024-12-05T13:22:47,100 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T13:22:47,100 INFO [M:0;88aaa70743e7:37349 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:22:47,101 INFO [M:0;88aaa70743e7:37349 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:22:47,101 DEBUG [M:0;88aaa70743e7:37349 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T13:22:47,101 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T13:22:47,101 DEBUG [M:0;88aaa70743e7:37349 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T13:22:47,101 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733404958867 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733404958867,5,FailOnTimeoutGroup] 2024-12-05T13:22:47,101 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733404958879 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733404958879,5,FailOnTimeoutGroup] 2024-12-05T13:22:47,101 INFO [M:0;88aaa70743e7:37349 {}] hbase.ChoreService(370): Chore service for: master/88aaa70743e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T13:22:47,101 INFO [M:0;88aaa70743e7:37349 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:22:47,101 DEBUG [M:0;88aaa70743e7:37349 {}] master.HMaster(1795): Stopping service threads 2024-12-05T13:22:47,101 INFO [M:0;88aaa70743e7:37349 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T13:22:47,101 INFO [M:0;88aaa70743e7:37349 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:22:47,101 INFO [M:0;88aaa70743e7:37349 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T13:22:47,101 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T13:22:47,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37349-0x101a6d621710006, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0904958645/master 2024-12-05T13:22:47,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37349-0x101a6d621710006, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0904958645 2024-12-05T13:22:47,109 DEBUG [M:0;88aaa70743e7:37349 {}] zookeeper.ZKUtil(347): master:37349-0x101a6d621710006, quorum=127.0.0.1:55859, baseZNode=/0904958645 Unable to get data of znode /0904958645/master because node does not exist (not an error) 2024-12-05T13:22:47,109 WARN [M:0;88aaa70743e7:37349 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T13:22:47,109 INFO [M:0;88aaa70743e7:37349 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/.lastflushedseqids 2024-12-05T13:22:47,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741852_1028 (size=181) 2024-12-05T13:22:47,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36041-0x101a6d621710007, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:22:47,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36041-0x101a6d621710007, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:22:47,192 INFO [RS:0;88aaa70743e7:36041 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:22:47,192 INFO [RS:0;88aaa70743e7:36041 {}] regionserver.HRegionServer(1031): Exiting; stopping=88aaa70743e7,36041,1733404958163; zookeeper connection closed. 2024-12-05T13:22:47,192 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f8063e7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f8063e7 2024-12-05T13:22:47,193 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T13:22:47,514 INFO [M:0;88aaa70743e7:37349 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T13:22:47,514 INFO [M:0;88aaa70743e7:37349 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T13:22:47,514 DEBUG [M:0;88aaa70743e7:37349 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:22:47,515 INFO [M:0;88aaa70743e7:37349 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:22:47,515 DEBUG [M:0;88aaa70743e7:37349 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:22:47,515 DEBUG [M:0;88aaa70743e7:37349 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:22:47,515 DEBUG [M:0;88aaa70743e7:37349 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:22:47,515 INFO [M:0;88aaa70743e7:37349 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-05T13:22:47,533 DEBUG [M:0;88aaa70743e7:37349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2230c72943cb49a6b02d040bce3947f8 is 82, key is hbase:meta,,1/info:regioninfo/1733404959497/Put/seqid=0 2024-12-05T13:22:47,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741853_1029 (size=5672) 2024-12-05T13:22:47,938 INFO [M:0;88aaa70743e7:37349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2230c72943cb49a6b02d040bce3947f8 2024-12-05T13:22:47,968 DEBUG [M:0;88aaa70743e7:37349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88d625e0c4c647ea8173867b45e6124e is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733404963787/Put/seqid=0 2024-12-05T13:22:47,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741854_1030 (size=7312) 2024-12-05T13:22:48,380 INFO [M:0;88aaa70743e7:37349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88d625e0c4c647ea8173867b45e6124e 2024-12-05T13:22:48,412 DEBUG [M:0;88aaa70743e7:37349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d9ef75f44ca4f06ade81a1c1dc4bc2a is 69, key is 88aaa70743e7,36041,1733404958163/rs:state/1733404958943/Put/seqid=0 2024-12-05T13:22:48,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741855_1031 (size=5370) 2024-12-05T13:22:48,422 INFO [M:0;88aaa70743e7:37349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d9ef75f44ca4f06ade81a1c1dc4bc2a 2024-12-05T13:22:48,434 INFO [M:0;88aaa70743e7:37349 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d9ef75f44ca4f06ade81a1c1dc4bc2a 2024-12-05T13:22:48,437 DEBUG [M:0;88aaa70743e7:37349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2230c72943cb49a6b02d040bce3947f8 as hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2230c72943cb49a6b02d040bce3947f8 2024-12-05T13:22:48,443 INFO [M:0;88aaa70743e7:37349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2230c72943cb49a6b02d040bce3947f8, entries=8, sequenceid=127, filesize=5.5 K 2024-12-05T13:22:48,452 DEBUG [M:0;88aaa70743e7:37349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88d625e0c4c647ea8173867b45e6124e as hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/88d625e0c4c647ea8173867b45e6124e 2024-12-05T13:22:48,458 INFO [M:0;88aaa70743e7:37349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/88d625e0c4c647ea8173867b45e6124e, entries=7, sequenceid=127, filesize=7.1 K 2024-12-05T13:22:48,460 DEBUG [M:0;88aaa70743e7:37349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d9ef75f44ca4f06ade81a1c1dc4bc2a as hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3d9ef75f44ca4f06ade81a1c1dc4bc2a 2024-12-05T13:22:48,466 INFO [M:0;88aaa70743e7:37349 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d9ef75f44ca4f06ade81a1c1dc4bc2a 2024-12-05T13:22:48,466 INFO [M:0;88aaa70743e7:37349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/user/jenkins/test-data/26b2fd5b-27e8-f975-f5c7-71116441f5fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3d9ef75f44ca4f06ade81a1c1dc4bc2a, entries=2, sequenceid=127, filesize=5.2 K 2024-12-05T13:22:48,471 INFO [M:0;88aaa70743e7:37349 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 956ms, sequenceid=127, compaction requested=false 2024-12-05T13:22:48,472 INFO [M:0;88aaa70743e7:37349 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:22:48,472 DEBUG [M:0;88aaa70743e7:37349 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733404967514Disabling compacts and flushes for region at 1733404967514Disabling writes for close at 1733404967515 (+1 ms)Obtaining lock to block concurrent updates at 1733404967515Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733404967515Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733404967515Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733404967516 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733404967516Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733404967533 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733404967533Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733404967948 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733404967967 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733404967967Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733404968392 (+425 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733404968411 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733404968411Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@587a160a: reopening flushed file at 1733404968434 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62d6be4a: reopening flushed file at 1733404968451 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69135cc3: reopening flushed file at 1733404968459 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 956ms, sequenceid=127, compaction requested=false at 1733404968471 (+12 ms)Writing region close event to WAL at 1733404968472 (+1 ms)Closed at 1733404968472 2024-12-05T13:22:48,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43761 is added to blk_1073741847_1023 (size=22903) 2024-12-05T13:22:48,493 INFO [M:0;88aaa70743e7:37349 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T13:22:48,493 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:22:48,493 INFO [M:0;88aaa70743e7:37349 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37349 2024-12-05T13:22:48,493 INFO [M:0;88aaa70743e7:37349 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:22:48,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37349-0x101a6d621710006, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:22:48,624 INFO [M:0;88aaa70743e7:37349 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:22:48,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37349-0x101a6d621710006, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:22:48,627 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e6f3ac9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:22:48,628 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@556c7296{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:22:48,628 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:22:48,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@594fffb1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:22:48,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cae3f43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587/hadoop.log.dir/,STOPPED} 2024-12-05T13:22:48,634 WARN [BP-1220393679-172.17.0.3-1733404941274 heartbeating to localhost/127.0.0.1:46773 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:22:48,634 WARN [BP-1220393679-172.17.0.3-1733404941274 heartbeating to localhost/127.0.0.1:46773 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1220393679-172.17.0.3-1733404941274 (Datanode Uuid a1f63991-83b5-402f-ab60-047a5e306fd3) service to localhost/127.0.0.1:46773 2024-12-05T13:22:48,635 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587/cluster_96c091fa-1c05-f452-8d6b-93d8f02937b6/data/data2/current/BP-1220393679-172.17.0.3-1733404941274 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:22:48,635 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T13:22:48,636 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:22:48,636 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:22:48,638 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587/cluster_96c091fa-1c05-f452-8d6b-93d8f02937b6/data/data1/current/BP-1220393679-172.17.0.3-1733404941274 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:22:48,651 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2af7d3d5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:22:48,651 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f84364c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:22:48,651 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:22:48,651 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@306e315e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:22:48,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3db3868c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604dc85f-30c2-a006-8dd4-4022fd4a8587/hadoop.log.dir/,STOPPED} 2024-12-05T13:22:48,669 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T13:22:48,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T13:22:48,696 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 160) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46773 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:45133 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45133 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46773 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45133 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45133 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46773 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46773 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55859) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55859) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:46773 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45133 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:46773 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=520 (was 487) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4925 (was 3811) - AvailableMemoryMB LEAK? - 2024-12-05T13:22:48,707 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=520, ProcessCount=11, AvailableMemoryMB=4925 2024-12-05T13:22:48,726 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-05T13:22:48,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc93485-3a1f-29a9-fb40-a54929e416cd/hadoop.log.dir so I do NOT create it in target/test-data/029be1f6-8824-75e5-f815-45a09547b334 2024-12-05T13:22:48,727 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc93485-3a1f-29a9-fb40-a54929e416cd/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T13:22:48,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc93485-3a1f-29a9-fb40-a54929e416cd/hadoop.tmp.dir so I do NOT create it in target/test-data/029be1f6-8824-75e5-f815-45a09547b334 2024-12-05T13:22:48,727 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbc93485-3a1f-29a9-fb40-a54929e416cd/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T13:22:48,727 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029be1f6-8824-75e5-f815-45a09547b334 2024-12-05T13:22:48,727 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029be1f6-8824-75e5-f815-45a09547b334/cluster_f33035bf-7813-05eb-da87-2203c72bdc8f, deleteOnExit=true 2024-12-05T13:22:48,733 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029be1f6-8824-75e5-f815-45a09547b334/cluster_f33035bf-7813-05eb-da87-2203c72bdc8f/zookeeper_0, clientPort=57205, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029be1f6-8824-75e5-f815-45a09547b334/cluster_f33035bf-7813-05eb-da87-2203c72bdc8f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029be1f6-8824-75e5-f815-45a09547b334/cluster_f33035bf-7813-05eb-da87-2203c72bdc8f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T13:22:48,735 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57205 2024-12-05T13:22:48,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T13:22:48,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T13:22:48,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029be1f6-8824-75e5-f815-45a09547b334/test.cache.data in system properties and HBase conf 2024-12-05T13:22:48,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029be1f6-8824-75e5-f815-45a09547b334/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T13:22:48,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029be1f6-8824-75e5-f815-45a09547b334/hadoop.log.dir in system properties and HBase conf 2024-12-05T13:22:48,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029be1f6-8824-75e5-f815-45a09547b334/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T13:22:48,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029be1f6-8824-75e5-f815-45a09547b334/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T13:22:48,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T13:22:48,736 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T13:22:48,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029be1f6-8824-75e5-f815-45a09547b334/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:22:48,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029be1f6-8824-75e5-f815-45a09547b334/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:22:48,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029be1f6-8824-75e5-f815-45a09547b334/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T13:22:48,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029be1f6-8824-75e5-f815-45a09547b334/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:22:48,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029be1f6-8824-75e5-f815-45a09547b334/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T13:22:48,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029be1f6-8824-75e5-f815-45a09547b334/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T13:22:48,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029be1f6-8824-75e5-f815-45a09547b334/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:22:48,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029be1f6-8824-75e5-f815-45a09547b334/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:22:48,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029be1f6-8824-75e5-f815-45a09547b334/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T13:22:48,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029be1f6-8824-75e5-f815-45a09547b334/nfs.dump.dir in system properties and HBase conf 2024-12-05T13:22:48,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029be1f6-8824-75e5-f815-45a09547b334/java.io.tmpdir in system properties and HBase conf 2024-12-05T13:22:48,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029be1f6-8824-75e5-f815-45a09547b334/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:22:48,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029be1f6-8824-75e5-f815-45a09547b334/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T13:22:48,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029be1f6-8824-75e5-f815-45a09547b334/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T13:22:48,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a6d621710005, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T13:22:48,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a6d621710005, quorum=127.0.0.1:55859, baseZNode=/1-518767288 Received Disconnected from ZooKeeper, ignoring 2024-12-05T13:22:48,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a6d621710002, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T13:22:48,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a6d621710002, quorum=127.0.0.1:55859, baseZNode=/0904958645 Received Disconnected from ZooKeeper, ignoring 2024-12-05T13:22:48,993 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:22:48,997 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:22:49,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:22:49,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:22:49,010 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T13:22:49,013 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:22:49,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a4f305d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029be1f6-8824-75e5-f815-45a09547b334/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:22:49,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21b32a8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:22:49,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73ca30fc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029be1f6-8824-75e5-f815-45a09547b334/java.io.tmpdir/jetty-localhost-42131-hadoop-hdfs-3_4_1-tests_jar-_-any-5039801833077097369/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:22:49,135 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c4045f3{HTTP/1.1, (http/1.1)}{localhost:42131} 2024-12-05T13:22:49,135 INFO [Time-limited test {}] server.Server(415): Started @164970ms 2024-12-05T13:22:49,332 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:22:49,338 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:22:49,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:22:49,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:22:49,343 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:22:49,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@91cce69{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029be1f6-8824-75e5-f815-45a09547b334/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:22:49,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78fb1ca4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:22:49,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a552b19{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029be1f6-8824-75e5-f815-45a09547b334/java.io.tmpdir/jetty-localhost-39041-hadoop-hdfs-3_4_1-tests_jar-_-any-3625314222861930075/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:22:49,452 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68737ff4{HTTP/1.1, (http/1.1)}{localhost:39041} 2024-12-05T13:22:49,452 INFO [Time-limited test {}] server.Server(415): Started @165287ms 2024-12-05T13:22:49,453 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:22:49,904 WARN [Thread-1678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029be1f6-8824-75e5-f815-45a09547b334/cluster_f33035bf-7813-05eb-da87-2203c72bdc8f/data/data1/current/BP-1882082920-172.17.0.3-1733404968759/current, will proceed with Du for space computation calculation, 2024-12-05T13:22:49,904 WARN [Thread-1679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029be1f6-8824-75e5-f815-45a09547b334/cluster_f33035bf-7813-05eb-da87-2203c72bdc8f/data/data2/current/BP-1882082920-172.17.0.3-1733404968759/current, will proceed with Du for space computation calculation, 2024-12-05T13:22:49,935 WARN [Thread-1666 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:22:49,938 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf625f4b004b6da2e with lease ID 0x1c5f6711de0c9670: Processing first storage report for DS-41f90487-c21d-4f78-aa0c-d791c2085fea from datanode DatanodeRegistration(127.0.0.1:35115, datanodeUuid=04a85aaa-8e64-4604-aff3-1bc152ffe6e7, infoPort=38405, infoSecurePort=0, ipcPort=33287, storageInfo=lv=-57;cid=testClusterID;nsid=1238544420;c=1733404968759) 2024-12-05T13:22:49,938 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf625f4b004b6da2e with lease ID 0x1c5f6711de0c9670: from storage DS-41f90487-c21d-4f78-aa0c-d791c2085fea node DatanodeRegistration(127.0.0.1:35115, datanodeUuid=04a85aaa-8e64-4604-aff3-1bc152ffe6e7, infoPort=38405, infoSecurePort=0, ipcPort=33287, storageInfo=lv=-57;cid=testClusterID;nsid=1238544420;c=1733404968759), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:22:49,938 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf625f4b004b6da2e with lease ID 0x1c5f6711de0c9670: Processing first storage report for DS-618654d7-8da1-43ff-b593-ae6a4717f9c0 from datanode DatanodeRegistration(127.0.0.1:35115, datanodeUuid=04a85aaa-8e64-4604-aff3-1bc152ffe6e7, infoPort=38405, infoSecurePort=0, ipcPort=33287, storageInfo=lv=-57;cid=testClusterID;nsid=1238544420;c=1733404968759) 2024-12-05T13:22:49,938 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf625f4b004b6da2e with lease ID 0x1c5f6711de0c9670: from storage DS-618654d7-8da1-43ff-b593-ae6a4717f9c0 node DatanodeRegistration(127.0.0.1:35115, datanodeUuid=04a85aaa-8e64-4604-aff3-1bc152ffe6e7, infoPort=38405, infoSecurePort=0, ipcPort=33287, storageInfo=lv=-57;cid=testClusterID;nsid=1238544420;c=1733404968759), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:22:50,000 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029be1f6-8824-75e5-f815-45a09547b334 2024-12-05T13:22:50,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:22:50,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:22:50,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741825_1001 (size=7) 2024-12-05T13:22:50,438 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832 with version=8 2024-12-05T13:22:50,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/hbase-staging 2024-12-05T13:22:50,441 INFO [Time-limited test {}] client.ConnectionUtils(128): master/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:22:50,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:22:50,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:22:50,441 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:22:50,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:22:50,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:22:50,441 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T13:22:50,441 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:22:50,442 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35335 2024-12-05T13:22:50,443 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35335 connecting to ZooKeeper ensemble=127.0.0.1:57205 2024-12-05T13:22:50,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353350x0, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:22:50,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35335-0x101a6d68cc50000 connected 2024-12-05T13:22:50,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:22:50,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:22:50,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35335-0x101a6d68cc50000, quorum=127.0.0.1:57205, baseZNode=/0933123946 Set watcher on znode that does not yet exist, /0933123946/running 2024-12-05T13:22:50,556 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832, hbase.cluster.distributed=false 2024-12-05T13:22:50,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35335-0x101a6d68cc50000, quorum=127.0.0.1:57205, baseZNode=/0933123946 Set watcher on znode that does not yet exist, /0933123946/acl 2024-12-05T13:22:50,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35335 2024-12-05T13:22:50,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35335 2024-12-05T13:22:50,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35335 2024-12-05T13:22:50,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35335 2024-12-05T13:22:50,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35335 2024-12-05T13:22:50,581 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:22:50,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:22:50,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:22:50,581 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:22:50,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:22:50,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:22:50,581 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T13:22:50,581 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:22:50,581 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45127 2024-12-05T13:22:50,582 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45127 connecting to ZooKeeper ensemble=127.0.0.1:57205 2024-12-05T13:22:50,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:22:50,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:22:50,597 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451270x0, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:22:50,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45127-0x101a6d68cc50001 connected 2024-12-05T13:22:50,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45127-0x101a6d68cc50001, quorum=127.0.0.1:57205, baseZNode=/0933123946 Set watcher on znode that does not yet exist, /0933123946/running 2024-12-05T13:22:50,599 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T13:22:50,603 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T13:22:50,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45127-0x101a6d68cc50001, quorum=127.0.0.1:57205, baseZNode=/0933123946 Set watcher on znode that does not yet exist, /0933123946/master 2024-12-05T13:22:50,604 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45127-0x101a6d68cc50001, quorum=127.0.0.1:57205, baseZNode=/0933123946 Set watcher on znode that does not yet exist, /0933123946/acl 2024-12-05T13:22:50,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45127 2024-12-05T13:22:50,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45127 2024-12-05T13:22:50,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45127 2024-12-05T13:22:50,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45127 2024-12-05T13:22:50,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45127 2024-12-05T13:22:50,617 DEBUG [M:0;88aaa70743e7:35335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;88aaa70743e7:35335 2024-12-05T13:22:50,617 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0933123946/backup-masters/88aaa70743e7,35335,1733404970440 2024-12-05T13:22:50,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35335-0x101a6d68cc50000, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933123946/backup-masters 2024-12-05T13:22:50,626 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x101a6d68cc50001, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933123946/backup-masters 2024-12-05T13:22:50,626 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35335-0x101a6d68cc50000, quorum=127.0.0.1:57205, baseZNode=/0933123946 Set watcher on existing znode=/0933123946/backup-masters/88aaa70743e7,35335,1733404970440 2024-12-05T13:22:50,634 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x101a6d68cc50001, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0933123946/master 2024-12-05T13:22:50,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35335-0x101a6d68cc50000, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933123946 2024-12-05T13:22:50,634 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x101a6d68cc50001, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933123946 2024-12-05T13:22:50,635 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35335-0x101a6d68cc50000, quorum=127.0.0.1:57205, baseZNode=/0933123946 Set watcher on existing znode=/0933123946/master 2024-12-05T13:22:50,635 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0933123946/backup-masters/88aaa70743e7,35335,1733404970440 from backup master directory 2024-12-05T13:22:50,642 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x101a6d68cc50001, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933123946/backup-masters 2024-12-05T13:22:50,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35335-0x101a6d68cc50000, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0933123946/backup-masters/88aaa70743e7,35335,1733404970440 2024-12-05T13:22:50,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35335-0x101a6d68cc50000, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933123946/backup-masters 2024-12-05T13:22:50,643 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:22:50,643 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=88aaa70743e7,35335,1733404970440 2024-12-05T13:22:50,646 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/hbase.id] with ID: bd409b35-f065-4812-8ddd-f3e01cf4ab37 2024-12-05T13:22:50,646 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/.tmp/hbase.id 2024-12-05T13:22:50,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741826_1002 (size=42) 2024-12-05T13:22:51,055 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/.tmp/hbase.id]:[hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/hbase.id] 2024-12-05T13:22:51,070 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:22:51,070 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T13:22:51,071 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T13:22:51,093 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x101a6d68cc50001, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933123946 2024-12-05T13:22:51,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35335-0x101a6d68cc50000, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933123946 2024-12-05T13:22:51,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741827_1003 (size=196) 2024-12-05T13:22:51,512 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:22:51,512 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T13:22:51,513 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:22:51,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741828_1004 (size=1189) 2024-12-05T13:22:51,860 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:22:51,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:51,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:51,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:51,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:51,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:51,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:51,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:51,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:51,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:22:51,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T13:22:51,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T13:22:51,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:22:51,929 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/MasterData/data/master/store 2024-12-05T13:22:51,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741829_1005 (size=34) 2024-12-05T13:22:52,335 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:22:52,335 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:22:52,335 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:22:52,335 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:22:52,335 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:22:52,335 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:22:52,335 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:22:52,335 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733404972335Disabling compacts and flushes for region at 1733404972335Disabling writes for close at 1733404972335Writing region close event to WAL at 1733404972335Closed at 1733404972335 2024-12-05T13:22:52,336 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/MasterData/data/master/store/.initializing 2024-12-05T13:22:52,336 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/MasterData/WALs/88aaa70743e7,35335,1733404970440 2024-12-05T13:22:52,337 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:22:52,338 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=88aaa70743e7%2C35335%2C1733404970440, suffix=, logDir=hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/MasterData/WALs/88aaa70743e7,35335,1733404970440, archiveDir=hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/MasterData/oldWALs, maxLogs=10 2024-12-05T13:22:52,354 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/MasterData/WALs/88aaa70743e7,35335,1733404970440/88aaa70743e7%2C35335%2C1733404970440.1733404972339, exclude list is [], retry=0 2024-12-05T13:22:52,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35115,DS-41f90487-c21d-4f78-aa0c-d791c2085fea,DISK] 2024-12-05T13:22:52,361 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/MasterData/WALs/88aaa70743e7,35335,1733404970440/88aaa70743e7%2C35335%2C1733404970440.1733404972339 2024-12-05T13:22:52,361 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38405:38405)] 2024-12-05T13:22:52,361 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:22:52,361 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:22:52,361 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:52,361 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:52,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:52,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T13:22:52,364 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:52,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:52,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:52,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T13:22:52,366 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:52,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:22:52,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:52,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T13:22:52,367 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:52,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:22:52,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:52,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T13:22:52,368 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:52,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:22:52,369 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:52,369 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:52,369 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:52,371 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:52,371 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:52,372 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:22:52,373 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:52,374 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:22:52,375 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63455510, jitterRate=-0.05443921685218811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:22:52,375 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733404972361Initializing all the Stores at 1733404972362 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404972363 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404972363Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404972363Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404972363Cleaning up temporary data from old regions at 1733404972371 (+8 ms)Region opened successfully at 1733404972375 (+4 ms) 2024-12-05T13:22:52,375 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T13:22:52,378 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2588289b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:22:52,378 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T13:22:52,379 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T13:22:52,379 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T13:22:52,379 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T13:22:52,379 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T13:22:52,379 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T13:22:52,379 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T13:22:52,381 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T13:22:52,382 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35335-0x101a6d68cc50000, quorum=127.0.0.1:57205, baseZNode=/0933123946 Unable to get data of znode /0933123946/balancer because node does not exist (not necessarily an error) 2024-12-05T13:22:52,414 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0933123946/balancer already deleted, retry=false 2024-12-05T13:22:52,414 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T13:22:52,415 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35335-0x101a6d68cc50000, quorum=127.0.0.1:57205, baseZNode=/0933123946 Unable to get data of znode /0933123946/normalizer because node does not exist (not necessarily an error) 2024-12-05T13:22:52,422 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0933123946/normalizer already deleted, retry=false 2024-12-05T13:22:52,422 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T13:22:52,423 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35335-0x101a6d68cc50000, quorum=127.0.0.1:57205, baseZNode=/0933123946 Unable to get data of znode /0933123946/switch/split because node does not exist (not necessarily an error) 2024-12-05T13:22:52,430 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0933123946/switch/split already deleted, retry=false 2024-12-05T13:22:52,431 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35335-0x101a6d68cc50000, quorum=127.0.0.1:57205, baseZNode=/0933123946 Unable to get data of znode /0933123946/switch/merge because node does not exist (not necessarily an error) 2024-12-05T13:22:52,438 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0933123946/switch/merge already deleted, retry=false 2024-12-05T13:22:52,440 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35335-0x101a6d68cc50000, quorum=127.0.0.1:57205, baseZNode=/0933123946 Unable to get data of znode /0933123946/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T13:22:52,447 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0933123946/snapshot-cleanup already deleted, retry=false 2024-12-05T13:22:52,455 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x101a6d68cc50001, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0933123946/running 2024-12-05T13:22:52,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35335-0x101a6d68cc50000, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0933123946/running 2024-12-05T13:22:52,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35335-0x101a6d68cc50000, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933123946 2024-12-05T13:22:52,455 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x101a6d68cc50001, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933123946 2024-12-05T13:22:52,456 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=88aaa70743e7,35335,1733404970440, sessionid=0x101a6d68cc50000, setting cluster-up flag (Was=false) 2024-12-05T13:22:52,472 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x101a6d68cc50001, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933123946 2024-12-05T13:22:52,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35335-0x101a6d68cc50000, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933123946 2024-12-05T13:22:52,497 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0933123946/flush-table-proc/acquired, /0933123946/flush-table-proc/reached, /0933123946/flush-table-proc/abort 2024-12-05T13:22:52,498 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,35335,1733404970440 2024-12-05T13:22:52,517 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x101a6d68cc50001, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933123946 2024-12-05T13:22:52,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35335-0x101a6d68cc50000, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933123946 2024-12-05T13:22:52,542 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0933123946/online-snapshot/acquired, /0933123946/online-snapshot/reached, /0933123946/online-snapshot/abort 2024-12-05T13:22:52,544 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,35335,1733404970440 2024-12-05T13:22:52,545 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T13:22:52,546 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T13:22:52,547 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T13:22:52,547 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T13:22:52,547 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 88aaa70743e7,42069,1733404943161: status=Processing ServerCrashProcedure of 88aaa70743e7,42069,1733404943161 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733404958866, completionTime=-1 appears to have been leaked 2024-12-05T13:22:52,547 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 88aaa70743e7,35335,1733404970440 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T13:22:52,548 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:22:52,548 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:22:52,548 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:22:52,548 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:22:52,549 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/88aaa70743e7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T13:22:52,549 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:52,549 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:22:52,549 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:52,551 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:22:52,551 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T13:22:52,552 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:52,552 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733405002552 2024-12-05T13:22:52,552 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T13:22:52,552 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T13:22:52,552 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T13:22:52,552 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T13:22:52,552 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T13:22:52,552 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T13:22:52,552 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T13:22:52,553 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:52,553 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T13:22:52,553 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T13:22:52,553 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T13:22:52,553 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T13:22:52,553 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T13:22:52,553 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T13:22:52,553 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733404972553,5,FailOnTimeoutGroup] 2024-12-05T13:22:52,554 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733404972553,5,FailOnTimeoutGroup] 2024-12-05T13:22:52,554 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:52,554 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T13:22:52,555 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:52,555 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:52,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741831_1007 (size=1321) 2024-12-05T13:22:52,612 INFO [RS:0;88aaa70743e7:45127 {}] regionserver.HRegionServer(746): ClusterId : bd409b35-f065-4812-8ddd-f3e01cf4ab37 2024-12-05T13:22:52,612 DEBUG [RS:0;88aaa70743e7:45127 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T13:22:52,618 DEBUG [RS:0;88aaa70743e7:45127 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T13:22:52,618 DEBUG [RS:0;88aaa70743e7:45127 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T13:22:52,626 DEBUG [RS:0;88aaa70743e7:45127 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T13:22:52,627 DEBUG [RS:0;88aaa70743e7:45127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b67b5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:22:52,637 DEBUG [RS:0;88aaa70743e7:45127 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;88aaa70743e7:45127 2024-12-05T13:22:52,637 INFO [RS:0;88aaa70743e7:45127 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T13:22:52,637 INFO [RS:0;88aaa70743e7:45127 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T13:22:52,637 DEBUG [RS:0;88aaa70743e7:45127 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T13:22:52,637 INFO [RS:0;88aaa70743e7:45127 {}] regionserver.HRegionServer(2659): reportForDuty to master=88aaa70743e7,35335,1733404970440 with port=45127, startcode=1733404970580 2024-12-05T13:22:52,638 DEBUG [RS:0;88aaa70743e7:45127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T13:22:52,639 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T13:22:52,639 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35335 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 88aaa70743e7,45127,1733404970580 2024-12-05T13:22:52,640 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35335 {}] master.ServerManager(517): Registering regionserver=88aaa70743e7,45127,1733404970580 2024-12-05T13:22:52,641 DEBUG [RS:0;88aaa70743e7:45127 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832 2024-12-05T13:22:52,641 DEBUG [RS:0;88aaa70743e7:45127 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40877 2024-12-05T13:22:52,641 DEBUG [RS:0;88aaa70743e7:45127 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T13:22:52,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35335-0x101a6d68cc50000, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933123946/rs 2024-12-05T13:22:52,651 DEBUG [RS:0;88aaa70743e7:45127 {}] zookeeper.ZKUtil(111): regionserver:45127-0x101a6d68cc50001, quorum=127.0.0.1:57205, baseZNode=/0933123946 Set watcher on existing znode=/0933123946/rs/88aaa70743e7,45127,1733404970580 2024-12-05T13:22:52,651 WARN [RS:0;88aaa70743e7:45127 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:22:52,651 INFO [RS:0;88aaa70743e7:45127 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:22:52,651 DEBUG [RS:0;88aaa70743e7:45127 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580 2024-12-05T13:22:52,652 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [88aaa70743e7,45127,1733404970580] 2024-12-05T13:22:52,655 INFO [RS:0;88aaa70743e7:45127 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T13:22:52,658 INFO [RS:0;88aaa70743e7:45127 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T13:22:52,659 INFO [RS:0;88aaa70743e7:45127 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T13:22:52,659 INFO [RS:0;88aaa70743e7:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:52,660 INFO [RS:0;88aaa70743e7:45127 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T13:22:52,661 INFO [RS:0;88aaa70743e7:45127 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T13:22:52,661 INFO [RS:0;88aaa70743e7:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:52,661 DEBUG [RS:0;88aaa70743e7:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:52,661 DEBUG [RS:0;88aaa70743e7:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:52,661 DEBUG [RS:0;88aaa70743e7:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:52,661 DEBUG [RS:0;88aaa70743e7:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:52,661 DEBUG [RS:0;88aaa70743e7:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:52,661 DEBUG [RS:0;88aaa70743e7:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:22:52,661 DEBUG [RS:0;88aaa70743e7:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:52,661 DEBUG [RS:0;88aaa70743e7:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:52,661 DEBUG [RS:0;88aaa70743e7:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:52,661 DEBUG [RS:0;88aaa70743e7:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:52,661 DEBUG [RS:0;88aaa70743e7:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:52,661 DEBUG [RS:0;88aaa70743e7:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:52,661 DEBUG [RS:0;88aaa70743e7:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:22:52,661 DEBUG [RS:0;88aaa70743e7:45127 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:22:52,672 INFO [RS:0;88aaa70743e7:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:52,673 INFO [RS:0;88aaa70743e7:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:52,673 INFO [RS:0;88aaa70743e7:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:52,673 INFO [RS:0;88aaa70743e7:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:52,673 INFO [RS:0;88aaa70743e7:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:52,673 INFO [RS:0;88aaa70743e7:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,45127,1733404970580-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:22:52,694 INFO [RS:0;88aaa70743e7:45127 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T13:22:52,695 INFO [RS:0;88aaa70743e7:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,45127,1733404970580-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:52,695 INFO [RS:0;88aaa70743e7:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:52,695 INFO [RS:0;88aaa70743e7:45127 {}] regionserver.Replication(171): 88aaa70743e7,45127,1733404970580 started 2024-12-05T13:22:52,709 INFO [RS:0;88aaa70743e7:45127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:52,709 INFO [RS:0;88aaa70743e7:45127 {}] regionserver.HRegionServer(1482): Serving as 88aaa70743e7,45127,1733404970580, RpcServer on 88aaa70743e7/172.17.0.3:45127, sessionid=0x101a6d68cc50001 2024-12-05T13:22:52,709 DEBUG [RS:0;88aaa70743e7:45127 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T13:22:52,709 DEBUG [RS:0;88aaa70743e7:45127 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 88aaa70743e7,45127,1733404970580 2024-12-05T13:22:52,709 DEBUG [RS:0;88aaa70743e7:45127 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,45127,1733404970580' 2024-12-05T13:22:52,709 DEBUG [RS:0;88aaa70743e7:45127 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0933123946/flush-table-proc/abort' 2024-12-05T13:22:52,709 DEBUG [RS:0;88aaa70743e7:45127 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0933123946/flush-table-proc/acquired' 2024-12-05T13:22:52,710 DEBUG [RS:0;88aaa70743e7:45127 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T13:22:52,710 DEBUG [RS:0;88aaa70743e7:45127 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T13:22:52,710 DEBUG [RS:0;88aaa70743e7:45127 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 88aaa70743e7,45127,1733404970580 2024-12-05T13:22:52,710 DEBUG [RS:0;88aaa70743e7:45127 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,45127,1733404970580' 2024-12-05T13:22:52,710 DEBUG [RS:0;88aaa70743e7:45127 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0933123946/online-snapshot/abort' 2024-12-05T13:22:52,710 DEBUG [RS:0;88aaa70743e7:45127 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0933123946/online-snapshot/acquired' 2024-12-05T13:22:52,710 DEBUG [RS:0;88aaa70743e7:45127 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T13:22:52,710 INFO [RS:0;88aaa70743e7:45127 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T13:22:52,710 INFO [RS:0;88aaa70743e7:45127 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T13:22:52,811 INFO [RS:0;88aaa70743e7:45127 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:22:52,812 INFO [RS:0;88aaa70743e7:45127 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C45127%2C1733404970580, suffix=, logDir=hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580, archiveDir=hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/oldWALs, maxLogs=10 2024-12-05T13:22:52,824 DEBUG [RS:0;88aaa70743e7:45127 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580/88aaa70743e7%2C45127%2C1733404970580.1733404972813, exclude list is [], retry=0 2024-12-05T13:22:52,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35115,DS-41f90487-c21d-4f78-aa0c-d791c2085fea,DISK] 2024-12-05T13:22:52,829 INFO [RS:0;88aaa70743e7:45127 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580/88aaa70743e7%2C45127%2C1733404970580.1733404972813 2024-12-05T13:22:52,829 DEBUG [RS:0;88aaa70743e7:45127 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38405:38405)] 2024-12-05T13:22:52,961 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T13:22:52,961 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832 2024-12-05T13:22:52,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741833_1009 (size=32) 2024-12-05T13:22:53,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:22:53,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:22:53,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:22:53,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:53,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:53,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:22:53,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:22:53,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:53,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:53,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:22:53,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:22:53,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:53,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:53,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:22:53,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:22:53,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:53,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:53,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:22:53,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/meta/1588230740 2024-12-05T13:22:53,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/meta/1588230740 2024-12-05T13:22:53,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:22:53,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:22:53,378 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:22:53,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:22:53,380 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:22:53,381 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67008928, jitterRate=-0.0014891624450683594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:22:53,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733404973367Initializing all the Stores at 1733404973368 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404973368Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404973368Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404973368Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404973368Cleaning up temporary data from old regions at 1733404973377 (+9 ms)Region opened successfully at 1733404973381 (+4 ms) 2024-12-05T13:22:53,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:22:53,382 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:22:53,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:22:53,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:22:53,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:22:53,382 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:22:53,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733404973382Disabling compacts and flushes for region at 1733404973382Disabling writes for close at 1733404973382Writing region close event to WAL at 1733404973382Closed at 1733404973382 2024-12-05T13:22:53,383 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:22:53,383 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T13:22:53,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T13:22:53,384 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:22:53,385 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T13:22:53,536 DEBUG [88aaa70743e7:35335 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T13:22:53,536 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=88aaa70743e7,45127,1733404970580 2024-12-05T13:22:53,537 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,45127,1733404970580, state=OPENING 2024-12-05T13:22:53,547 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T13:22:53,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35335-0x101a6d68cc50000, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933123946 2024-12-05T13:22:53,555 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x101a6d68cc50001, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933123946 2024-12-05T13:22:53,555 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0933123946/meta-region-server: CHANGED 2024-12-05T13:22:53,555 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0933123946/meta-region-server: CHANGED 2024-12-05T13:22:53,555 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:22:53,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,45127,1733404970580}] 2024-12-05T13:22:53,708 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:22:53,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T13:22:53,712 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T13:22:53,712 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:22:53,712 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T13:22:53,713 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C45127%2C1733404970580.meta, suffix=.meta, logDir=hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580, archiveDir=hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/oldWALs, maxLogs=10 2024-12-05T13:22:53,725 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580/88aaa70743e7%2C45127%2C1733404970580.meta.1733404973713.meta, exclude list is [], retry=0 2024-12-05T13:22:53,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35115,DS-41f90487-c21d-4f78-aa0c-d791c2085fea,DISK] 2024-12-05T13:22:53,728 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580/88aaa70743e7%2C45127%2C1733404970580.meta.1733404973713.meta 2024-12-05T13:22:53,729 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38405:38405)] 2024-12-05T13:22:53,729 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:22:53,729 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:22:53,729 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:22:53,729 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T13:22:53,729 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T13:22:53,729 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T13:22:53,730 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:22:53,730 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T13:22:53,730 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T13:22:53,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:22:53,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:22:53,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:53,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:53,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:22:53,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:22:53,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:53,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:53,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:22:53,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:22:53,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:53,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:53,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:22:53,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:22:53,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:53,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:53,735 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:22:53,735 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/meta/1588230740 2024-12-05T13:22:53,736 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/meta/1588230740 2024-12-05T13:22:53,737 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:22:53,737 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:22:53,737 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:22:53,738 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:22:53,738 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69494910, jitterRate=0.035554856061935425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:22:53,738 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T13:22:53,738 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733404973730Writing region info on filesystem at 1733404973730Initializing all the Stores at 1733404973730Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404973730Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404973731 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404973731Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404973731Cleaning up temporary data from old regions at 1733404973737 (+6 ms)Running coprocessor post-open hooks at 1733404973738 (+1 ms)Region opened successfully at 1733404973738 2024-12-05T13:22:53,739 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733404973707 2024-12-05T13:22:53,741 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T13:22:53,741 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T13:22:53,741 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=88aaa70743e7,45127,1733404970580 2024-12-05T13:22:53,742 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,45127,1733404970580, state=OPEN 2024-12-05T13:22:53,774 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x101a6d68cc50001, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0933123946/meta-region-server 2024-12-05T13:22:53,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35335-0x101a6d68cc50000, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0933123946/meta-region-server 2024-12-05T13:22:53,774 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0933123946/meta-region-server: CHANGED 2024-12-05T13:22:53,774 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0933123946/meta-region-server: CHANGED 2024-12-05T13:22:53,774 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=88aaa70743e7,45127,1733404970580 2024-12-05T13:22:53,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T13:22:53,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,45127,1733404970580 in 218 msec 2024-12-05T13:22:53,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T13:22:53,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 394 msec 2024-12-05T13:22:53,779 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:22:53,779 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T13:22:53,780 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:22:53,780 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,45127,1733404970580, seqNum=-1] 2024-12-05T13:22:53,780 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:22:53,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:22:53,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2390 sec 2024-12-05T13:22:53,785 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733404973785, completionTime=-1 2024-12-05T13:22:53,785 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T13:22:53,785 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T13:22:53,787 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T13:22:53,787 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733405033787 2024-12-05T13:22:53,787 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733405093787 2024-12-05T13:22:53,787 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T13:22:53,787 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,35335,1733404970440-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:53,787 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,35335,1733404970440-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:53,787 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,35335,1733404970440-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:53,787 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-88aaa70743e7:35335, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:53,787 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:53,788 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:53,789 DEBUG [master/88aaa70743e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T13:22:53,790 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.147sec 2024-12-05T13:22:53,790 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T13:22:53,790 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T13:22:53,790 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T13:22:53,790 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T13:22:53,790 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T13:22:53,790 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,35335,1733404970440-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:22:53,790 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,35335,1733404970440-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T13:22:53,792 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T13:22:53,792 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T13:22:53,792 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,35335,1733404970440-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:53,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15baf432, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:22:53,813 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,35335,-1 for getting cluster id 2024-12-05T13:22:53,813 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:22:53,814 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd409b35-f065-4812-8ddd-f3e01cf4ab37' 2024-12-05T13:22:53,814 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:22:53,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd409b35-f065-4812-8ddd-f3e01cf4ab37" 2024-12-05T13:22:53,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1bd48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:22:53,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,35335,-1] 2024-12-05T13:22:53,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:22:53,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:53,816 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:22:53,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a35ba62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:22:53,818 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:22:53,819 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,45127,1733404970580, seqNum=-1] 2024-12-05T13:22:53,819 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:22:53,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:22:53,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=88aaa70743e7,35335,1733404970440 2024-12-05T13:22:53,822 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57205 2024-12-05T13:22:53,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:22:53,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a6d68cc50002 connected 2024-12-05T13:22:53,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029be1f6-8824-75e5-f815-45a09547b334/hadoop.log.dir so I do NOT create it in target/test-data/cd06296e-c134-976d-7bd1-cae430ddade8 2024-12-05T13:22:53,845 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029be1f6-8824-75e5-f815-45a09547b334/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T13:22:53,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029be1f6-8824-75e5-f815-45a09547b334/hadoop.tmp.dir so I do NOT create it in target/test-data/cd06296e-c134-976d-7bd1-cae430ddade8 2024-12-05T13:22:53,845 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029be1f6-8824-75e5-f815-45a09547b334/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T13:22:53,845 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd06296e-c134-976d-7bd1-cae430ddade8 2024-12-05T13:22:53,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T13:22:53,845 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd06296e-c134-976d-7bd1-cae430ddade8/cluster_e3cefb1a-66bf-4f10-4f6e-b4c80fbc08a3, deleteOnExit=true 2024-12-05T13:22:53,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T13:22:53,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd06296e-c134-976d-7bd1-cae430ddade8/test.cache.data in system properties and HBase conf 2024-12-05T13:22:53,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd06296e-c134-976d-7bd1-cae430ddade8/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T13:22:53,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd06296e-c134-976d-7bd1-cae430ddade8/hadoop.log.dir in system properties and HBase conf 2024-12-05T13:22:53,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd06296e-c134-976d-7bd1-cae430ddade8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T13:22:53,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd06296e-c134-976d-7bd1-cae430ddade8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T13:22:53,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T13:22:53,846 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T13:22:53,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd06296e-c134-976d-7bd1-cae430ddade8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:22:53,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd06296e-c134-976d-7bd1-cae430ddade8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:22:53,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd06296e-c134-976d-7bd1-cae430ddade8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T13:22:53,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd06296e-c134-976d-7bd1-cae430ddade8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:22:53,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd06296e-c134-976d-7bd1-cae430ddade8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T13:22:53,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd06296e-c134-976d-7bd1-cae430ddade8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T13:22:53,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd06296e-c134-976d-7bd1-cae430ddade8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:22:53,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd06296e-c134-976d-7bd1-cae430ddade8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:22:53,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd06296e-c134-976d-7bd1-cae430ddade8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T13:22:53,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd06296e-c134-976d-7bd1-cae430ddade8/nfs.dump.dir in system properties and HBase conf 2024-12-05T13:22:53,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd06296e-c134-976d-7bd1-cae430ddade8/java.io.tmpdir in system properties and HBase conf 2024-12-05T13:22:53,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd06296e-c134-976d-7bd1-cae430ddade8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:22:53,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd06296e-c134-976d-7bd1-cae430ddade8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T13:22:53,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd06296e-c134-976d-7bd1-cae430ddade8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T13:22:54,144 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:22:54,150 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:22:54,157 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:22:54,157 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:22:54,157 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:22:54,158 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:22:54,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74117ecf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd06296e-c134-976d-7bd1-cae430ddade8/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:22:54,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d032377{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:22:54,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45e60b61{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd06296e-c134-976d-7bd1-cae430ddade8/java.io.tmpdir/jetty-localhost-45527-hadoop-hdfs-3_4_1-tests_jar-_-any-17571739192356029023/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:22:54,252 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27d8bc7b{HTTP/1.1, (http/1.1)}{localhost:45527} 2024-12-05T13:22:54,252 INFO [Time-limited test {}] server.Server(415): Started @170088ms 2024-12-05T13:22:54,430 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:22:54,437 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:22:54,439 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:22:54,439 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:22:54,439 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:22:54,439 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14981279{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd06296e-c134-976d-7bd1-cae430ddade8/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:22:54,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@126f37db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:22:54,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30acc661{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd06296e-c134-976d-7bd1-cae430ddade8/java.io.tmpdir/jetty-localhost-44041-hadoop-hdfs-3_4_1-tests_jar-_-any-7103734623309379610/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:22:54,535 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4723368d{HTTP/1.1, (http/1.1)}{localhost:44041} 2024-12-05T13:22:54,536 INFO [Time-limited test {}] server.Server(415): Started @170371ms 2024-12-05T13:22:54,537 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:22:55,120 WARN [Thread-1800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd06296e-c134-976d-7bd1-cae430ddade8/cluster_e3cefb1a-66bf-4f10-4f6e-b4c80fbc08a3/data/data2/current/BP-1839396813-172.17.0.3-1733404973875/current, will proceed with Du for space computation calculation, 2024-12-05T13:22:55,120 WARN [Thread-1799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd06296e-c134-976d-7bd1-cae430ddade8/cluster_e3cefb1a-66bf-4f10-4f6e-b4c80fbc08a3/data/data1/current/BP-1839396813-172.17.0.3-1733404973875/current, will proceed with Du for space computation calculation, 2024-12-05T13:22:55,152 WARN [Thread-1787 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:22:55,155 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7697eb07304586 with lease ID 0x57355630a79a3de0: Processing first storage report for DS-2fc00544-6f6c-4168-a8f7-bf9b364624c6 from datanode DatanodeRegistration(127.0.0.1:33977, datanodeUuid=57bb8d1c-8e63-4694-8f9a-583a0a758693, infoPort=45987, infoSecurePort=0, ipcPort=45731, storageInfo=lv=-57;cid=testClusterID;nsid=131088153;c=1733404973875) 2024-12-05T13:22:55,155 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7697eb07304586 with lease ID 0x57355630a79a3de0: from storage DS-2fc00544-6f6c-4168-a8f7-bf9b364624c6 node DatanodeRegistration(127.0.0.1:33977, datanodeUuid=57bb8d1c-8e63-4694-8f9a-583a0a758693, infoPort=45987, infoSecurePort=0, ipcPort=45731, storageInfo=lv=-57;cid=testClusterID;nsid=131088153;c=1733404973875), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:22:55,155 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7697eb07304586 with lease ID 0x57355630a79a3de0: Processing first storage report for DS-ba7af0ce-6c5a-4d74-ba4f-8a1df126e58a from datanode DatanodeRegistration(127.0.0.1:33977, datanodeUuid=57bb8d1c-8e63-4694-8f9a-583a0a758693, infoPort=45987, infoSecurePort=0, ipcPort=45731, storageInfo=lv=-57;cid=testClusterID;nsid=131088153;c=1733404973875) 2024-12-05T13:22:55,155 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7697eb07304586 with lease ID 0x57355630a79a3de0: from storage DS-ba7af0ce-6c5a-4d74-ba4f-8a1df126e58a node DatanodeRegistration(127.0.0.1:33977, datanodeUuid=57bb8d1c-8e63-4694-8f9a-583a0a758693, infoPort=45987, infoSecurePort=0, ipcPort=45731, storageInfo=lv=-57;cid=testClusterID;nsid=131088153;c=1733404973875), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:22:55,178 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd06296e-c134-976d-7bd1-cae430ddade8 2024-12-05T13:22:55,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:22:55,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:22:55,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741825_1001 (size=7) 2024-12-05T13:22:55,596 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948 with version=8 2024-12-05T13:22:55,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/hbase-staging 2024-12-05T13:22:55,598 INFO [Time-limited test {}] client.ConnectionUtils(128): master/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:22:55,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:22:55,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:22:55,598 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:22:55,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:22:55,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:22:55,598 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T13:22:55,598 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:22:55,598 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39319 2024-12-05T13:22:55,599 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39319 connecting to ZooKeeper ensemble=127.0.0.1:57205 2024-12-05T13:22:55,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393190x0, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:22:55,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39319-0x101a6d68cc50003 connected 2024-12-05T13:22:55,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:22:55,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:22:55,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39319-0x101a6d68cc50003, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Set watcher on znode that does not yet exist, /1-1954600996/running 2024-12-05T13:22:55,734 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948, hbase.cluster.distributed=false 2024-12-05T13:22:55,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39319-0x101a6d68cc50003, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Set watcher on znode that does not yet exist, /1-1954600996/acl 2024-12-05T13:22:55,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39319 2024-12-05T13:22:55,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39319 2024-12-05T13:22:55,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39319 2024-12-05T13:22:55,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39319 2024-12-05T13:22:55,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39319 2024-12-05T13:22:55,749 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:22:55,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:22:55,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:22:55,749 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:22:55,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:22:55,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:22:55,749 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T13:22:55,749 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:22:55,750 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42525 2024-12-05T13:22:55,751 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42525 connecting to ZooKeeper ensemble=127.0.0.1:57205 2024-12-05T13:22:55,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:22:55,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:22:55,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425250x0, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:22:55,764 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425250x0, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Set watcher on znode that does not yet exist, /1-1954600996/running 2024-12-05T13:22:55,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42525-0x101a6d68cc50004 connected 2024-12-05T13:22:55,764 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T13:22:55,764 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T13:22:55,765 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42525-0x101a6d68cc50004, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Set watcher on znode that does not yet exist, /1-1954600996/master 2024-12-05T13:22:55,766 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42525-0x101a6d68cc50004, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Set watcher on znode that does not yet exist, /1-1954600996/acl 2024-12-05T13:22:55,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42525 2024-12-05T13:22:55,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42525 2024-12-05T13:22:55,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42525 2024-12-05T13:22:55,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42525 2024-12-05T13:22:55,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42525 2024-12-05T13:22:55,782 DEBUG [M:0;88aaa70743e7:39319 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;88aaa70743e7:39319 2024-12-05T13:22:55,783 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1954600996/backup-masters/88aaa70743e7,39319,1733404975597 2024-12-05T13:22:55,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39319-0x101a6d68cc50003, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954600996/backup-masters 2024-12-05T13:22:55,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42525-0x101a6d68cc50004, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954600996/backup-masters 2024-12-05T13:22:55,793 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39319-0x101a6d68cc50003, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Set watcher on existing znode=/1-1954600996/backup-masters/88aaa70743e7,39319,1733404975597 2024-12-05T13:22:55,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39319-0x101a6d68cc50003, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954600996 2024-12-05T13:22:55,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42525-0x101a6d68cc50004, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1954600996/master 2024-12-05T13:22:55,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42525-0x101a6d68cc50004, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954600996 2024-12-05T13:22:55,801 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39319-0x101a6d68cc50003, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Set watcher on existing znode=/1-1954600996/master 2024-12-05T13:22:55,801 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1954600996/backup-masters/88aaa70743e7,39319,1733404975597 from backup master directory 2024-12-05T13:22:55,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39319-0x101a6d68cc50003, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1954600996/backup-masters/88aaa70743e7,39319,1733404975597 2024-12-05T13:22:55,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42525-0x101a6d68cc50004, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954600996/backup-masters 2024-12-05T13:22:55,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39319-0x101a6d68cc50003, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954600996/backup-masters 2024-12-05T13:22:55,809 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:22:55,809 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=88aaa70743e7,39319,1733404975597 2024-12-05T13:22:55,812 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/hbase.id] with ID: c831ee9b-c0e0-4a3f-9ce5-1f0b0be0a62d 2024-12-05T13:22:55,812 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/.tmp/hbase.id 2024-12-05T13:22:55,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741826_1002 (size=42) 2024-12-05T13:22:56,220 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/.tmp/hbase.id]:[hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/hbase.id] 2024-12-05T13:22:56,229 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:22:56,229 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T13:22:56,230 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T13:22:56,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39319-0x101a6d68cc50003, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954600996 2024-12-05T13:22:56,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42525-0x101a6d68cc50004, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954600996 2024-12-05T13:22:56,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741827_1003 (size=196) 2024-12-05T13:22:56,644 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:22:56,645 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T13:22:56,645 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:22:56,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741828_1004 (size=1189) 2024-12-05T13:22:56,651 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/MasterData/data/master/store 2024-12-05T13:22:56,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741829_1005 (size=34) 2024-12-05T13:22:57,057 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:22:57,057 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:22:57,057 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:22:57,057 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:22:57,057 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:22:57,057 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:22:57,058 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:22:57,058 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733404977057Disabling compacts and flushes for region at 1733404977057Disabling writes for close at 1733404977057Writing region close event to WAL at 1733404977058 (+1 ms)Closed at 1733404977058 2024-12-05T13:22:57,058 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/MasterData/data/master/store/.initializing 2024-12-05T13:22:57,058 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/MasterData/WALs/88aaa70743e7,39319,1733404975597 2024-12-05T13:22:57,059 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:22:57,060 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=88aaa70743e7%2C39319%2C1733404975597, suffix=, logDir=hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/MasterData/WALs/88aaa70743e7,39319,1733404975597, archiveDir=hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/MasterData/oldWALs, maxLogs=10 2024-12-05T13:22:57,071 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/MasterData/WALs/88aaa70743e7,39319,1733404975597/88aaa70743e7%2C39319%2C1733404975597.1733404977061, exclude list is [], retry=0 2024-12-05T13:22:57,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33977,DS-2fc00544-6f6c-4168-a8f7-bf9b364624c6,DISK] 2024-12-05T13:22:57,075 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/MasterData/WALs/88aaa70743e7,39319,1733404975597/88aaa70743e7%2C39319%2C1733404975597.1733404977061 2024-12-05T13:22:57,075 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45987:45987)] 2024-12-05T13:22:57,075 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:22:57,075 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:22:57,075 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:57,075 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:57,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:57,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T13:22:57,078 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:57,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:57,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:57,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T13:22:57,079 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:57,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:22:57,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:57,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T13:22:57,080 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:57,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:22:57,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:57,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T13:22:57,081 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:57,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:22:57,081 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:57,082 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:57,082 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:57,083 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:57,083 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:57,083 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:22:57,084 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:22:57,086 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:22:57,087 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59007382, jitterRate=-0.1207214891910553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:22:57,087 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733404977075Initializing all the Stores at 1733404977076 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404977076Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404977076Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404977076Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404977076Cleaning up temporary data from old regions at 1733404977083 (+7 ms)Region opened successfully at 1733404977087 (+4 ms) 2024-12-05T13:22:57,087 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T13:22:57,091 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72fc5caa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:22:57,092 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T13:22:57,092 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T13:22:57,092 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T13:22:57,092 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T13:22:57,093 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T13:22:57,093 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T13:22:57,093 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T13:22:57,096 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T13:22:57,097 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39319-0x101a6d68cc50003, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Unable to get data of znode /1-1954600996/balancer because node does not exist (not necessarily an error) 2024-12-05T13:22:57,105 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1954600996/balancer already deleted, retry=false 2024-12-05T13:22:57,105 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T13:22:57,106 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39319-0x101a6d68cc50003, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Unable to get data of znode /1-1954600996/normalizer because node does not exist (not necessarily an error) 2024-12-05T13:22:57,113 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1954600996/normalizer already deleted, retry=false 2024-12-05T13:22:57,113 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T13:22:57,114 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39319-0x101a6d68cc50003, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Unable to get data of znode /1-1954600996/switch/split because node does not exist (not necessarily an error) 2024-12-05T13:22:57,121 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1954600996/switch/split already deleted, retry=false 2024-12-05T13:22:57,122 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39319-0x101a6d68cc50003, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Unable to get data of znode /1-1954600996/switch/merge because node does not exist (not necessarily an error) 2024-12-05T13:22:57,130 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1954600996/switch/merge already deleted, retry=false 2024-12-05T13:22:57,131 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39319-0x101a6d68cc50003, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Unable to get data of znode /1-1954600996/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T13:22:57,138 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1954600996/snapshot-cleanup already deleted, retry=false 2024-12-05T13:22:57,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39319-0x101a6d68cc50003, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1954600996/running 2024-12-05T13:22:57,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42525-0x101a6d68cc50004, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1954600996/running 2024-12-05T13:22:57,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42525-0x101a6d68cc50004, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954600996 2024-12-05T13:22:57,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39319-0x101a6d68cc50003, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954600996 2024-12-05T13:22:57,147 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=88aaa70743e7,39319,1733404975597, sessionid=0x101a6d68cc50003, setting cluster-up flag (Was=false) 2024-12-05T13:22:57,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39319-0x101a6d68cc50003, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954600996 2024-12-05T13:22:57,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42525-0x101a6d68cc50004, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954600996 2024-12-05T13:22:57,188 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1954600996/flush-table-proc/acquired, /1-1954600996/flush-table-proc/reached, /1-1954600996/flush-table-proc/abort 2024-12-05T13:22:57,189 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,39319,1733404975597 2024-12-05T13:22:57,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42525-0x101a6d68cc50004, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954600996 2024-12-05T13:22:57,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39319-0x101a6d68cc50003, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954600996 2024-12-05T13:22:57,230 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1954600996/online-snapshot/acquired, /1-1954600996/online-snapshot/reached, /1-1954600996/online-snapshot/abort 2024-12-05T13:22:57,231 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,39319,1733404975597 2024-12-05T13:22:57,232 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T13:22:57,234 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T13:22:57,234 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T13:22:57,234 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T13:22:57,234 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 88aaa70743e7,39319,1733404975597 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T13:22:57,235 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:22:57,235 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:22:57,235 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:22:57,235 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:22:57,235 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/88aaa70743e7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T13:22:57,236 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:57,236 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:22:57,236 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:57,239 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:22:57,239 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T13:22:57,240 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:57,240 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T13:22:57,255 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733405007255 2024-12-05T13:22:57,255 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T13:22:57,255 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T13:22:57,255 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T13:22:57,255 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T13:22:57,255 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T13:22:57,255 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T13:22:57,256 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:57,259 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T13:22:57,259 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T13:22:57,259 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T13:22:57,259 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T13:22:57,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741831_1007 (size=1321) 2024-12-05T13:22:57,262 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T13:22:57,262 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T13:22:57,265 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733404977263,5,FailOnTimeoutGroup] 2024-12-05T13:22:57,266 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733404977265,5,FailOnTimeoutGroup] 2024-12-05T13:22:57,266 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:57,266 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T13:22:57,266 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:57,267 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:57,274 INFO [RS:0;88aaa70743e7:42525 {}] regionserver.HRegionServer(746): ClusterId : c831ee9b-c0e0-4a3f-9ce5-1f0b0be0a62d 2024-12-05T13:22:57,274 DEBUG [RS:0;88aaa70743e7:42525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T13:22:57,285 DEBUG [RS:0;88aaa70743e7:42525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T13:22:57,285 DEBUG [RS:0;88aaa70743e7:42525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T13:22:57,299 DEBUG [RS:0;88aaa70743e7:42525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T13:22:57,299 DEBUG [RS:0;88aaa70743e7:42525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ebb7e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:22:57,310 DEBUG [RS:0;88aaa70743e7:42525 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;88aaa70743e7:42525 2024-12-05T13:22:57,310 INFO [RS:0;88aaa70743e7:42525 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T13:22:57,310 INFO [RS:0;88aaa70743e7:42525 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T13:22:57,310 DEBUG [RS:0;88aaa70743e7:42525 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T13:22:57,311 INFO [RS:0;88aaa70743e7:42525 {}] regionserver.HRegionServer(2659): reportForDuty to master=88aaa70743e7,39319,1733404975597 with port=42525, startcode=1733404975749 2024-12-05T13:22:57,311 DEBUG [RS:0;88aaa70743e7:42525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T13:22:57,315 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T13:22:57,316 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39319 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 88aaa70743e7,42525,1733404975749 2024-12-05T13:22:57,316 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39319 {}] master.ServerManager(517): Registering regionserver=88aaa70743e7,42525,1733404975749 2024-12-05T13:22:57,317 DEBUG [RS:0;88aaa70743e7:42525 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948 2024-12-05T13:22:57,317 DEBUG [RS:0;88aaa70743e7:42525 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41935 2024-12-05T13:22:57,317 DEBUG [RS:0;88aaa70743e7:42525 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T13:22:57,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39319-0x101a6d68cc50003, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954600996/rs 2024-12-05T13:22:57,347 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [88aaa70743e7,42525,1733404975749] 2024-12-05T13:22:57,347 DEBUG [RS:0;88aaa70743e7:42525 {}] zookeeper.ZKUtil(111): regionserver:42525-0x101a6d68cc50004, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Set watcher on existing znode=/1-1954600996/rs/88aaa70743e7,42525,1733404975749 2024-12-05T13:22:57,347 WARN [RS:0;88aaa70743e7:42525 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:22:57,347 INFO [RS:0;88aaa70743e7:42525 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:22:57,347 DEBUG [RS:0;88aaa70743e7:42525 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/WALs/88aaa70743e7,42525,1733404975749 2024-12-05T13:22:57,351 INFO [RS:0;88aaa70743e7:42525 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T13:22:57,353 INFO [RS:0;88aaa70743e7:42525 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T13:22:57,355 INFO [RS:0;88aaa70743e7:42525 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T13:22:57,355 INFO [RS:0;88aaa70743e7:42525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:57,356 INFO [RS:0;88aaa70743e7:42525 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T13:22:57,358 INFO [RS:0;88aaa70743e7:42525 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T13:22:57,359 INFO [RS:0;88aaa70743e7:42525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:57,359 DEBUG [RS:0;88aaa70743e7:42525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:57,359 DEBUG [RS:0;88aaa70743e7:42525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:57,359 DEBUG [RS:0;88aaa70743e7:42525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:57,359 DEBUG [RS:0;88aaa70743e7:42525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:57,359 DEBUG [RS:0;88aaa70743e7:42525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:57,359 DEBUG [RS:0;88aaa70743e7:42525 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:22:57,359 DEBUG [RS:0;88aaa70743e7:42525 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:57,359 DEBUG [RS:0;88aaa70743e7:42525 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:57,359 DEBUG [RS:0;88aaa70743e7:42525 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:57,359 DEBUG [RS:0;88aaa70743e7:42525 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:57,359 DEBUG [RS:0;88aaa70743e7:42525 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:57,359 DEBUG [RS:0;88aaa70743e7:42525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:22:57,359 DEBUG [RS:0;88aaa70743e7:42525 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:22:57,359 DEBUG [RS:0;88aaa70743e7:42525 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:22:57,371 INFO [RS:0;88aaa70743e7:42525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:57,371 INFO [RS:0;88aaa70743e7:42525 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:57,371 INFO [RS:0;88aaa70743e7:42525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:57,371 INFO [RS:0;88aaa70743e7:42525 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:57,371 INFO [RS:0;88aaa70743e7:42525 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:57,371 INFO [RS:0;88aaa70743e7:42525 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,42525,1733404975749-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:22:57,387 INFO [RS:0;88aaa70743e7:42525 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T13:22:57,387 INFO [RS:0;88aaa70743e7:42525 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,42525,1733404975749-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:57,388 INFO [RS:0;88aaa70743e7:42525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:57,388 INFO [RS:0;88aaa70743e7:42525 {}] regionserver.Replication(171): 88aaa70743e7,42525,1733404975749 started 2024-12-05T13:22:57,401 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:22:57,405 INFO [RS:0;88aaa70743e7:42525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:57,405 INFO [RS:0;88aaa70743e7:42525 {}] regionserver.HRegionServer(1482): Serving as 88aaa70743e7,42525,1733404975749, RpcServer on 88aaa70743e7/172.17.0.3:42525, sessionid=0x101a6d68cc50004 2024-12-05T13:22:57,405 DEBUG [RS:0;88aaa70743e7:42525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T13:22:57,405 DEBUG [RS:0;88aaa70743e7:42525 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 88aaa70743e7,42525,1733404975749 2024-12-05T13:22:57,405 DEBUG [RS:0;88aaa70743e7:42525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,42525,1733404975749' 2024-12-05T13:22:57,406 DEBUG [RS:0;88aaa70743e7:42525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1954600996/flush-table-proc/abort' 2024-12-05T13:22:57,406 DEBUG [RS:0;88aaa70743e7:42525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1954600996/flush-table-proc/acquired' 2024-12-05T13:22:57,406 DEBUG [RS:0;88aaa70743e7:42525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T13:22:57,406 DEBUG [RS:0;88aaa70743e7:42525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T13:22:57,406 DEBUG [RS:0;88aaa70743e7:42525 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 88aaa70743e7,42525,1733404975749 2024-12-05T13:22:57,406 DEBUG [RS:0;88aaa70743e7:42525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,42525,1733404975749' 2024-12-05T13:22:57,406 DEBUG [RS:0;88aaa70743e7:42525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1954600996/online-snapshot/abort' 2024-12-05T13:22:57,407 DEBUG [RS:0;88aaa70743e7:42525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1954600996/online-snapshot/acquired' 2024-12-05T13:22:57,407 DEBUG [RS:0;88aaa70743e7:42525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T13:22:57,407 INFO [RS:0;88aaa70743e7:42525 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T13:22:57,407 INFO [RS:0;88aaa70743e7:42525 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T13:22:57,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:57,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:57,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:57,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:57,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:57,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:57,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:57,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:22:57,508 INFO [RS:0;88aaa70743e7:42525 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:22:57,509 INFO [RS:0;88aaa70743e7:42525 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C42525%2C1733404975749, suffix=, logDir=hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/WALs/88aaa70743e7,42525,1733404975749, archiveDir=hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/oldWALs, maxLogs=10 2024-12-05T13:22:57,525 DEBUG [RS:0;88aaa70743e7:42525 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/WALs/88aaa70743e7,42525,1733404975749/88aaa70743e7%2C42525%2C1733404975749.1733404977509, exclude list is [], retry=0 2024-12-05T13:22:57,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33977,DS-2fc00544-6f6c-4168-a8f7-bf9b364624c6,DISK] 2024-12-05T13:22:57,529 INFO [RS:0;88aaa70743e7:42525 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/WALs/88aaa70743e7,42525,1733404975749/88aaa70743e7%2C42525%2C1733404975749.1733404977509 2024-12-05T13:22:57,529 DEBUG [RS:0;88aaa70743e7:42525 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45987:45987)] 2024-12-05T13:22:57,663 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T13:22:57,663 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948 2024-12-05T13:22:57,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741833_1009 (size=32) 2024-12-05T13:22:58,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:22:58,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:22:58,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:22:58,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:58,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:58,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:22:58,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:22:58,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:58,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:58,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:22:58,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:22:58,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:58,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:58,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:22:58,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:22:58,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:58,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:58,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:22:58,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/meta/1588230740 2024-12-05T13:22:58,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/meta/1588230740 2024-12-05T13:22:58,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:22:58,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:22:58,079 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:22:58,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:22:58,082 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:22:58,082 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65532651, jitterRate=-0.023487403988838196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:22:58,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733404978069Initializing all the Stores at 1733404978070 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404978070Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404978070Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404978070Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404978070Cleaning up temporary data from old regions at 1733404978078 (+8 ms)Region opened successfully at 1733404978082 (+4 ms) 2024-12-05T13:22:58,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:22:58,082 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:22:58,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:22:58,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:22:58,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:22:58,083 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:22:58,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733404978082Disabling compacts and flushes for region at 1733404978082Disabling writes for close at 1733404978082Writing region close event to WAL at 1733404978083 (+1 ms)Closed at 1733404978083 2024-12-05T13:22:58,084 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:22:58,084 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T13:22:58,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T13:22:58,085 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:22:58,086 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T13:22:58,236 DEBUG [88aaa70743e7:39319 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T13:22:58,236 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=88aaa70743e7,42525,1733404975749 2024-12-05T13:22:58,238 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,42525,1733404975749, state=OPENING 2024-12-05T13:22:58,468 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T13:22:58,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42525-0x101a6d68cc50004, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954600996 2024-12-05T13:22:58,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39319-0x101a6d68cc50003, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954600996 2024-12-05T13:22:58,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1954600996/meta-region-server: CHANGED 2024-12-05T13:22:58,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1954600996/meta-region-server: CHANGED 2024-12-05T13:22:58,530 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:22:58,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,42525,1733404975749}] 2024-12-05T13:22:58,655 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T13:22:58,682 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:22:58,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T13:22:58,687 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T13:22:58,687 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:22:58,687 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T13:22:58,688 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C42525%2C1733404975749.meta, suffix=.meta, logDir=hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/WALs/88aaa70743e7,42525,1733404975749, archiveDir=hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/oldWALs, maxLogs=10 2024-12-05T13:22:58,699 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/WALs/88aaa70743e7,42525,1733404975749/88aaa70743e7%2C42525%2C1733404975749.meta.1733404978688.meta, exclude list is [], retry=0 2024-12-05T13:22:58,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33977,DS-2fc00544-6f6c-4168-a8f7-bf9b364624c6,DISK] 2024-12-05T13:22:58,702 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/WALs/88aaa70743e7,42525,1733404975749/88aaa70743e7%2C42525%2C1733404975749.meta.1733404978688.meta 2024-12-05T13:22:58,703 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45987:45987)] 2024-12-05T13:22:58,703 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:22:58,703 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:22:58,703 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:22:58,703 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T13:22:58,703 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T13:22:58,703 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T13:22:58,703 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:22:58,704 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T13:22:58,704 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T13:22:58,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:22:58,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:22:58,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:58,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:58,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:22:58,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:22:58,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:58,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:58,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:22:58,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:22:58,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:58,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:58,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:22:58,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:22:58,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:58,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:22:58,711 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:22:58,712 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/meta/1588230740 2024-12-05T13:22:58,713 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/meta/1588230740 2024-12-05T13:22:58,715 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:22:58,715 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:22:58,716 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:22:58,719 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:22:58,719 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58940535, jitterRate=-0.12171758711338043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:22:58,719 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T13:22:58,720 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733404978704Writing region info on filesystem at 1733404978704Initializing all the Stores at 1733404978704Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404978704Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404978705 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404978705Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733404978705Cleaning up temporary data from old regions at 1733404978715 (+10 ms)Running coprocessor post-open hooks at 1733404978719 (+4 ms)Region opened successfully at 1733404978720 (+1 ms) 2024-12-05T13:22:58,721 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733404978682 2024-12-05T13:22:58,724 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=88aaa70743e7,42525,1733404975749 2024-12-05T13:22:58,724 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T13:22:58,724 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T13:22:58,725 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,42525,1733404975749, state=OPEN 2024-12-05T13:22:58,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39319-0x101a6d68cc50003, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1954600996/meta-region-server 2024-12-05T13:22:58,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42525-0x101a6d68cc50004, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1954600996/meta-region-server 2024-12-05T13:22:58,738 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=88aaa70743e7,42525,1733404975749 2024-12-05T13:22:58,738 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1954600996/meta-region-server: CHANGED 2024-12-05T13:22:58,738 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1954600996/meta-region-server: CHANGED 2024-12-05T13:22:58,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T13:22:58,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,42525,1733404975749 in 208 msec 2024-12-05T13:22:58,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T13:22:58,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 657 msec 2024-12-05T13:22:58,746 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:22:58,746 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T13:22:58,747 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:22:58,747 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,42525,1733404975749, seqNum=-1] 2024-12-05T13:22:58,748 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:22:58,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:22:58,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5210 sec 2024-12-05T13:22:58,754 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733404978754, completionTime=-1 2024-12-05T13:22:58,755 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T13:22:58,755 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T13:22:58,757 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T13:22:58,757 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733405038757 2024-12-05T13:22:58,757 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733405098757 2024-12-05T13:22:58,757 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T13:22:58,757 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,39319,1733404975597-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:58,757 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,39319,1733404975597-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:58,757 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,39319,1733404975597-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:58,757 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-88aaa70743e7:39319, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:58,757 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:58,759 DEBUG [master/88aaa70743e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T13:22:58,769 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:58,772 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.963sec 2024-12-05T13:22:58,772 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T13:22:58,772 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T13:22:58,773 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T13:22:58,773 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T13:22:58,773 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T13:22:58,773 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,39319,1733404975597-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:22:58,773 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,39319,1733404975597-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T13:22:58,775 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T13:22:58,775 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T13:22:58,775 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,39319,1733404975597-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:22:58,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ee73a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:22:58,776 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,39319,-1 for getting cluster id 2024-12-05T13:22:58,776 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:22:58,777 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c831ee9b-c0e0-4a3f-9ce5-1f0b0be0a62d' 2024-12-05T13:22:58,778 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:22:58,778 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c831ee9b-c0e0-4a3f-9ce5-1f0b0be0a62d" 2024-12-05T13:22:58,778 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4130d032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:22:58,778 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,39319,-1] 2024-12-05T13:22:58,778 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:22:58,778 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:22:58,779 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:22:58,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d27105d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:22:58,780 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:22:58,781 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,42525,1733404975749, seqNum=-1] 2024-12-05T13:22:58,781 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:22:58,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:22:58,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=88aaa70743e7,39319,1733404975597 2024-12-05T13:22:58,784 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57205 2024-12-05T13:22:58,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:22:58,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a6d68cc50005 connected 2024-12-05T13:22:58,802 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:22:58,803 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,35335,1733404970440 2024-12-05T13:22:58,803 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27439fa3 2024-12-05T13:22:58,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:22:58,805 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:22:58,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35335 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:22:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35335 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T13:22:58,808 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:22:58,808 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:58,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35335 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T13:22:58,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:22:58,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:22:58,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741835_1011 (size=902) 2024-12-05T13:22:58,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:22:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:22:59,216 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 642f8b1ca7b55e8a387ce804d3d58e65, NAME => 'test,,1733404978805.642f8b1ca7b55e8a387ce804d3d58e65.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832 2024-12-05T13:22:59,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741836_1012 (size=39) 2024-12-05T13:22:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:22:59,622 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733404978805.642f8b1ca7b55e8a387ce804d3d58e65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:22:59,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 642f8b1ca7b55e8a387ce804d3d58e65, disabling compactions & flushes 2024-12-05T13:22:59,623 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733404978805.642f8b1ca7b55e8a387ce804d3d58e65. 2024-12-05T13:22:59,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733404978805.642f8b1ca7b55e8a387ce804d3d58e65. 2024-12-05T13:22:59,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733404978805.642f8b1ca7b55e8a387ce804d3d58e65. after waiting 0 ms 2024-12-05T13:22:59,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733404978805.642f8b1ca7b55e8a387ce804d3d58e65. 2024-12-05T13:22:59,623 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733404978805.642f8b1ca7b55e8a387ce804d3d58e65. 2024-12-05T13:22:59,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 642f8b1ca7b55e8a387ce804d3d58e65: Waiting for close lock at 1733404979622Disabling compacts and flushes for region at 1733404979622Disabling writes for close at 1733404979623 (+1 ms)Writing region close event to WAL at 1733404979623Closed at 1733404979623 2024-12-05T13:22:59,624 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:22:59,624 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733404978805.642f8b1ca7b55e8a387ce804d3d58e65.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733404979624"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733404979624"}]},"ts":"1733404979624"} 2024-12-05T13:22:59,626 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T13:22:59,626 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:22:59,627 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404979626"}]},"ts":"1733404979626"} 2024-12-05T13:22:59,628 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T13:22:59,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=642f8b1ca7b55e8a387ce804d3d58e65, ASSIGN}] 2024-12-05T13:22:59,629 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=642f8b1ca7b55e8a387ce804d3d58e65, ASSIGN 2024-12-05T13:22:59,630 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=642f8b1ca7b55e8a387ce804d3d58e65, ASSIGN; state=OFFLINE, location=88aaa70743e7,45127,1733404970580; forceNewPlan=false, retain=false 2024-12-05T13:22:59,780 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=642f8b1ca7b55e8a387ce804d3d58e65, regionState=OPENING, regionLocation=88aaa70743e7,45127,1733404970580 2024-12-05T13:22:59,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=642f8b1ca7b55e8a387ce804d3d58e65, ASSIGN because future has completed 2024-12-05T13:22:59,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 642f8b1ca7b55e8a387ce804d3d58e65, server=88aaa70743e7,45127,1733404970580}] 2024-12-05T13:22:59,938 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733404978805.642f8b1ca7b55e8a387ce804d3d58e65. 2024-12-05T13:22:59,938 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 642f8b1ca7b55e8a387ce804d3d58e65, NAME => 'test,,1733404978805.642f8b1ca7b55e8a387ce804d3d58e65.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:22:59,939 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:22:59,939 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T13:22:59,939 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 642f8b1ca7b55e8a387ce804d3d58e65 2024-12-05T13:22:59,939 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733404978805.642f8b1ca7b55e8a387ce804d3d58e65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:22:59,939 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 642f8b1ca7b55e8a387ce804d3d58e65 2024-12-05T13:22:59,939 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 642f8b1ca7b55e8a387ce804d3d58e65 2024-12-05T13:22:59,940 INFO [StoreOpener-642f8b1ca7b55e8a387ce804d3d58e65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 642f8b1ca7b55e8a387ce804d3d58e65 2024-12-05T13:22:59,941 INFO [StoreOpener-642f8b1ca7b55e8a387ce804d3d58e65-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 642f8b1ca7b55e8a387ce804d3d58e65 columnFamilyName f 2024-12-05T13:22:59,941 DEBUG [StoreOpener-642f8b1ca7b55e8a387ce804d3d58e65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:59,942 INFO [StoreOpener-642f8b1ca7b55e8a387ce804d3d58e65-1 {}] regionserver.HStore(327): Store=642f8b1ca7b55e8a387ce804d3d58e65/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:22:59,942 INFO [StoreOpener-642f8b1ca7b55e8a387ce804d3d58e65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 642f8b1ca7b55e8a387ce804d3d58e65 2024-12-05T13:22:59,942 INFO [StoreOpener-642f8b1ca7b55e8a387ce804d3d58e65-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 642f8b1ca7b55e8a387ce804d3d58e65 columnFamilyName f1 2024-12-05T13:22:59,942 DEBUG [StoreOpener-642f8b1ca7b55e8a387ce804d3d58e65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:59,943 INFO [StoreOpener-642f8b1ca7b55e8a387ce804d3d58e65-1 {}] regionserver.HStore(327): Store=642f8b1ca7b55e8a387ce804d3d58e65/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:22:59,943 INFO [StoreOpener-642f8b1ca7b55e8a387ce804d3d58e65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 642f8b1ca7b55e8a387ce804d3d58e65 2024-12-05T13:22:59,944 INFO [StoreOpener-642f8b1ca7b55e8a387ce804d3d58e65-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 642f8b1ca7b55e8a387ce804d3d58e65 columnFamilyName norep 2024-12-05T13:22:59,944 DEBUG [StoreOpener-642f8b1ca7b55e8a387ce804d3d58e65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:22:59,944 INFO [StoreOpener-642f8b1ca7b55e8a387ce804d3d58e65-1 {}] regionserver.HStore(327): Store=642f8b1ca7b55e8a387ce804d3d58e65/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:22:59,944 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 642f8b1ca7b55e8a387ce804d3d58e65 2024-12-05T13:22:59,944 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/default/test/642f8b1ca7b55e8a387ce804d3d58e65 2024-12-05T13:22:59,945 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/default/test/642f8b1ca7b55e8a387ce804d3d58e65 2024-12-05T13:22:59,945 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 642f8b1ca7b55e8a387ce804d3d58e65 2024-12-05T13:22:59,945 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 642f8b1ca7b55e8a387ce804d3d58e65 2024-12-05T13:22:59,946 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T13:22:59,947 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 642f8b1ca7b55e8a387ce804d3d58e65 2024-12-05T13:22:59,948 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/default/test/642f8b1ca7b55e8a387ce804d3d58e65/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:22:59,949 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 642f8b1ca7b55e8a387ce804d3d58e65; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66229925, jitterRate=-0.013097211718559265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T13:22:59,949 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 642f8b1ca7b55e8a387ce804d3d58e65 2024-12-05T13:22:59,949 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 642f8b1ca7b55e8a387ce804d3d58e65: Running coprocessor pre-open hook at 1733404979939Writing region info on filesystem at 1733404979939Initializing all the Stores at 1733404979940 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404979940Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404979940Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404979940Cleaning up temporary data from old regions at 1733404979945 (+5 ms)Running coprocessor post-open hooks at 1733404979949 (+4 ms)Region opened successfully at 1733404979949 2024-12-05T13:22:59,950 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733404978805.642f8b1ca7b55e8a387ce804d3d58e65., pid=6, masterSystemTime=1733404979935 2024-12-05T13:22:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:22:59,951 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733404978805.642f8b1ca7b55e8a387ce804d3d58e65. 2024-12-05T13:22:59,951 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733404978805.642f8b1ca7b55e8a387ce804d3d58e65. 2024-12-05T13:22:59,952 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=642f8b1ca7b55e8a387ce804d3d58e65, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=88aaa70743e7,45127,1733404970580 2024-12-05T13:22:59,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 642f8b1ca7b55e8a387ce804d3d58e65, server=88aaa70743e7,45127,1733404970580 because future has completed 2024-12-05T13:22:59,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T13:22:59,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 642f8b1ca7b55e8a387ce804d3d58e65, server=88aaa70743e7,45127,1733404970580 in 172 msec 2024-12-05T13:22:59,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T13:22:59,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=642f8b1ca7b55e8a387ce804d3d58e65, ASSIGN in 328 msec 2024-12-05T13:22:59,958 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:22:59,958 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404979958"}]},"ts":"1733404979958"} 2024-12-05T13:22:59,960 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T13:22:59,961 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:22:59,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-12-05T13:23:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:23:00,971 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T13:23:00,971 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:23:00,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,39319,1733404975597 2024-12-05T13:23:00,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@93deff9 2024-12-05T13:23:00,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:23:00,973 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:23:00,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:23:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T13:23:00,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:23:00,976 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:00,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T13:23:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:23:00,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:23:00,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741835_1011 (size=902) 2024-12-05T13:23:00,992 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 21d4a19fa333ae28a79766f9b9fec9d0, NAME => 'test,,1733404980973.21d4a19fa333ae28a79766f9b9fec9d0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948 2024-12-05T13:23:00,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741836_1012 (size=39) 2024-12-05T13:23:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:23:01,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:23:01,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733404980973.21d4a19fa333ae28a79766f9b9fec9d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:23:01,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 21d4a19fa333ae28a79766f9b9fec9d0, disabling compactions & flushes 2024-12-05T13:23:01,398 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733404980973.21d4a19fa333ae28a79766f9b9fec9d0. 2024-12-05T13:23:01,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733404980973.21d4a19fa333ae28a79766f9b9fec9d0. 2024-12-05T13:23:01,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733404980973.21d4a19fa333ae28a79766f9b9fec9d0. after waiting 0 ms 2024-12-05T13:23:01,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733404980973.21d4a19fa333ae28a79766f9b9fec9d0. 2024-12-05T13:23:01,398 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733404980973.21d4a19fa333ae28a79766f9b9fec9d0. 2024-12-05T13:23:01,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 21d4a19fa333ae28a79766f9b9fec9d0: Waiting for close lock at 1733404981398Disabling compacts and flushes for region at 1733404981398Disabling writes for close at 1733404981398Writing region close event to WAL at 1733404981398Closed at 1733404981398 2024-12-05T13:23:01,399 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:23:01,399 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733404980973.21d4a19fa333ae28a79766f9b9fec9d0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733404981399"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733404981399"}]},"ts":"1733404981399"} 2024-12-05T13:23:01,401 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T13:23:01,402 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:23:01,402 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404981402"}]},"ts":"1733404981402"} 2024-12-05T13:23:01,403 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T13:23:01,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=21d4a19fa333ae28a79766f9b9fec9d0, ASSIGN}] 2024-12-05T13:23:01,405 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=21d4a19fa333ae28a79766f9b9fec9d0, ASSIGN 2024-12-05T13:23:01,405 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=21d4a19fa333ae28a79766f9b9fec9d0, ASSIGN; state=OFFLINE, location=88aaa70743e7,42525,1733404975749; forceNewPlan=false, retain=false 2024-12-05T13:23:01,552 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T13:23:01,552 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T13:23:01,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T13:23:01,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T13:23:01,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:23:01,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T13:23:01,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T13:23:01,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T13:23:01,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:23:01,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T13:23:01,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T13:23:01,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T13:23:01,556 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=21d4a19fa333ae28a79766f9b9fec9d0, regionState=OPENING, regionLocation=88aaa70743e7,42525,1733404975749 2024-12-05T13:23:01,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=21d4a19fa333ae28a79766f9b9fec9d0, ASSIGN because future has completed 2024-12-05T13:23:01,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21d4a19fa333ae28a79766f9b9fec9d0, server=88aaa70743e7,42525,1733404975749}] 2024-12-05T13:23:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:23:01,713 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733404980973.21d4a19fa333ae28a79766f9b9fec9d0. 2024-12-05T13:23:01,713 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 21d4a19fa333ae28a79766f9b9fec9d0, NAME => 'test,,1733404980973.21d4a19fa333ae28a79766f9b9fec9d0.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:23:01,713 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:23:01,714 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T13:23:01,714 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 21d4a19fa333ae28a79766f9b9fec9d0 2024-12-05T13:23:01,714 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733404980973.21d4a19fa333ae28a79766f9b9fec9d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:23:01,714 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 21d4a19fa333ae28a79766f9b9fec9d0 2024-12-05T13:23:01,714 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 21d4a19fa333ae28a79766f9b9fec9d0 2024-12-05T13:23:01,715 INFO [StoreOpener-21d4a19fa333ae28a79766f9b9fec9d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 21d4a19fa333ae28a79766f9b9fec9d0 2024-12-05T13:23:01,716 INFO [StoreOpener-21d4a19fa333ae28a79766f9b9fec9d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21d4a19fa333ae28a79766f9b9fec9d0 columnFamilyName f 2024-12-05T13:23:01,716 DEBUG [StoreOpener-21d4a19fa333ae28a79766f9b9fec9d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:01,717 INFO [StoreOpener-21d4a19fa333ae28a79766f9b9fec9d0-1 {}] regionserver.HStore(327): Store=21d4a19fa333ae28a79766f9b9fec9d0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:23:01,717 INFO [StoreOpener-21d4a19fa333ae28a79766f9b9fec9d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 21d4a19fa333ae28a79766f9b9fec9d0 2024-12-05T13:23:01,718 INFO [StoreOpener-21d4a19fa333ae28a79766f9b9fec9d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21d4a19fa333ae28a79766f9b9fec9d0 columnFamilyName f1 2024-12-05T13:23:01,718 DEBUG [StoreOpener-21d4a19fa333ae28a79766f9b9fec9d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:01,718 INFO [StoreOpener-21d4a19fa333ae28a79766f9b9fec9d0-1 {}] regionserver.HStore(327): Store=21d4a19fa333ae28a79766f9b9fec9d0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:23:01,719 INFO [StoreOpener-21d4a19fa333ae28a79766f9b9fec9d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 21d4a19fa333ae28a79766f9b9fec9d0 2024-12-05T13:23:01,720 INFO [StoreOpener-21d4a19fa333ae28a79766f9b9fec9d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21d4a19fa333ae28a79766f9b9fec9d0 columnFamilyName norep 2024-12-05T13:23:01,720 DEBUG [StoreOpener-21d4a19fa333ae28a79766f9b9fec9d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:01,720 INFO [StoreOpener-21d4a19fa333ae28a79766f9b9fec9d0-1 {}] regionserver.HStore(327): Store=21d4a19fa333ae28a79766f9b9fec9d0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:23:01,720 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 21d4a19fa333ae28a79766f9b9fec9d0 2024-12-05T13:23:01,721 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/default/test/21d4a19fa333ae28a79766f9b9fec9d0 2024-12-05T13:23:01,721 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/default/test/21d4a19fa333ae28a79766f9b9fec9d0 2024-12-05T13:23:01,722 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 21d4a19fa333ae28a79766f9b9fec9d0 2024-12-05T13:23:01,722 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 21d4a19fa333ae28a79766f9b9fec9d0 2024-12-05T13:23:01,722 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T13:23:01,723 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 21d4a19fa333ae28a79766f9b9fec9d0 2024-12-05T13:23:01,724 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/default/test/21d4a19fa333ae28a79766f9b9fec9d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:23:01,725 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 21d4a19fa333ae28a79766f9b9fec9d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69691227, jitterRate=0.038480207324028015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T13:23:01,725 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 21d4a19fa333ae28a79766f9b9fec9d0 2024-12-05T13:23:01,725 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 21d4a19fa333ae28a79766f9b9fec9d0: Running coprocessor pre-open hook at 1733404981714Writing region info on filesystem at 1733404981714Initializing all the Stores at 1733404981715 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404981715Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404981715Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404981715Cleaning up temporary data from old regions at 1733404981722 (+7 ms)Running coprocessor post-open hooks at 1733404981725 (+3 ms)Region opened successfully at 1733404981725 2024-12-05T13:23:01,726 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733404980973.21d4a19fa333ae28a79766f9b9fec9d0., pid=6, masterSystemTime=1733404981710 2024-12-05T13:23:01,727 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733404980973.21d4a19fa333ae28a79766f9b9fec9d0. 2024-12-05T13:23:01,728 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733404980973.21d4a19fa333ae28a79766f9b9fec9d0. 2024-12-05T13:23:01,728 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=21d4a19fa333ae28a79766f9b9fec9d0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=88aaa70743e7,42525,1733404975749 2024-12-05T13:23:01,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21d4a19fa333ae28a79766f9b9fec9d0, server=88aaa70743e7,42525,1733404975749 because future has completed 2024-12-05T13:23:01,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T13:23:01,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 21d4a19fa333ae28a79766f9b9fec9d0, server=88aaa70743e7,42525,1733404975749 in 173 msec 2024-12-05T13:23:01,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T13:23:01,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=21d4a19fa333ae28a79766f9b9fec9d0, ASSIGN in 328 msec 2024-12-05T13:23:01,734 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:23:01,734 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404981734"}]},"ts":"1733404981734"} 2024-12-05T13:23:01,736 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T13:23:01,736 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:23:01,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 762 msec 2024-12-05T13:23:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:23:02,111 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T13:23:02,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40bc88af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:02,111 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,35335,-1 for getting cluster id 2024-12-05T13:23:02,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:23:02,112 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd409b35-f065-4812-8ddd-f3e01cf4ab37' 2024-12-05T13:23:02,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:23:02,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd409b35-f065-4812-8ddd-f3e01cf4ab37" 2024-12-05T13:23:02,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5771f9b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:02,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,35335,-1] 2024-12-05T13:23:02,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:23:02,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:02,114 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:23:02,114 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8dec73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:02,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f510359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:02,115 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,39319,-1 for getting cluster id 2024-12-05T13:23:02,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:23:02,115 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c831ee9b-c0e0-4a3f-9ce5-1f0b0be0a62d' 2024-12-05T13:23:02,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:23:02,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c831ee9b-c0e0-4a3f-9ce5-1f0b0be0a62d" 2024-12-05T13:23:02,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1639a92d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:02,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,39319,-1] 2024-12-05T13:23:02,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:23:02,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:02,116 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:23:02,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6409893a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:02,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da36794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:02,117 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,35335,-1 for getting cluster id 2024-12-05T13:23:02,117 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:23:02,118 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd409b35-f065-4812-8ddd-f3e01cf4ab37' 2024-12-05T13:23:02,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:23:02,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd409b35-f065-4812-8ddd-f3e01cf4ab37" 2024-12-05T13:23:02,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6563c6fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:02,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,35335,-1] 2024-12-05T13:23:02,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:23:02,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:02,119 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:23:02,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78184174, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:02,120 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:23:02,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,35335,1733404970440 2024-12-05T13:23:02,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@426389ab 2024-12-05T13:23:02,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:23:02,122 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:23:02,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35335 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://88aaa70743e7:39319,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T13:23:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35335 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T13:23:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:23:02,124 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:39319' 2024-12-05T13:23:02,125 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54d147e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:02,125 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,39319,-1 for getting cluster id 2024-12-05T13:23:02,125 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:23:02,126 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c831ee9b-c0e0-4a3f-9ce5-1f0b0be0a62d' 2024-12-05T13:23:02,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:23:02,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c831ee9b-c0e0-4a3f-9ce5-1f0b0be0a62d" 2024-12-05T13:23:02,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e556fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:02,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,39319,-1] 2024-12-05T13:23:02,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:23:02,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:02,127 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:23:02,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@495b6d4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:02,128 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:23:02,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,39319,1733404975597 2024-12-05T13:23:02,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dd53f93 2024-12-05T13:23:02,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:23:02,129 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:23:02,129 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T13:23:02,129 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T13:23:02,129 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:02,130 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:02,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:23:02,130 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:23:02,131 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T13:23:02,131 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:23:02,132 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:02,132 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:23:02,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741837_1013 (size=1138) 2024-12-05T13:23:02,181 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T13:23:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:23:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:23:02,539 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c01693ac05d01d30de208ecf1af0c25e, NAME => 'hbase:replication,,1733404982130.c01693ac05d01d30de208ecf1af0c25e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832 2024-12-05T13:23:02,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741838_1014 (size=44) 2024-12-05T13:23:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:23:02,944 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733404982130.c01693ac05d01d30de208ecf1af0c25e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:23:02,944 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c01693ac05d01d30de208ecf1af0c25e, disabling compactions & flushes 2024-12-05T13:23:02,944 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733404982130.c01693ac05d01d30de208ecf1af0c25e. 2024-12-05T13:23:02,944 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733404982130.c01693ac05d01d30de208ecf1af0c25e. 2024-12-05T13:23:02,944 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733404982130.c01693ac05d01d30de208ecf1af0c25e. after waiting 0 ms 2024-12-05T13:23:02,944 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733404982130.c01693ac05d01d30de208ecf1af0c25e. 2024-12-05T13:23:02,944 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733404982130.c01693ac05d01d30de208ecf1af0c25e. 2024-12-05T13:23:02,944 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c01693ac05d01d30de208ecf1af0c25e: Waiting for close lock at 1733404982944Disabling compacts and flushes for region at 1733404982944Disabling writes for close at 1733404982944Writing region close event to WAL at 1733404982944Closed at 1733404982944 2024-12-05T13:23:02,946 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:23:02,946 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733404982130.c01693ac05d01d30de208ecf1af0c25e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733404982946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733404982946"}]},"ts":"1733404982946"} 2024-12-05T13:23:02,948 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T13:23:02,949 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:23:02,950 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404982949"}]},"ts":"1733404982949"} 2024-12-05T13:23:02,952 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T13:23:02,952 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c01693ac05d01d30de208ecf1af0c25e, ASSIGN}] 2024-12-05T13:23:02,953 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c01693ac05d01d30de208ecf1af0c25e, ASSIGN 2024-12-05T13:23:02,953 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c01693ac05d01d30de208ecf1af0c25e, ASSIGN; state=OFFLINE, location=88aaa70743e7,45127,1733404970580; forceNewPlan=false, retain=false 2024-12-05T13:23:03,104 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c01693ac05d01d30de208ecf1af0c25e, regionState=OPENING, regionLocation=88aaa70743e7,45127,1733404970580 2024-12-05T13:23:03,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c01693ac05d01d30de208ecf1af0c25e, ASSIGN because future has completed 2024-12-05T13:23:03,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c01693ac05d01d30de208ecf1af0c25e, server=88aaa70743e7,45127,1733404970580}] 2024-12-05T13:23:03,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:23:03,262 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733404982130.c01693ac05d01d30de208ecf1af0c25e. 2024-12-05T13:23:03,262 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:23:03,262 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T13:23:03,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C45127%2C1733404970580.rep, suffix=, logDir=hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580, archiveDir=hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/oldWALs, maxLogs=10 2024-12-05T13:23:03,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580/88aaa70743e7%2C45127%2C1733404970580.rep.1733404983263, exclude list is [], retry=0 2024-12-05T13:23:03,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35115,DS-41f90487-c21d-4f78-aa0c-d791c2085fea,DISK] 2024-12-05T13:23:03,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580/88aaa70743e7%2C45127%2C1733404970580.rep.1733404983263 2024-12-05T13:23:03,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38405:38405)] 2024-12-05T13:23:03,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c01693ac05d01d30de208ecf1af0c25e, NAME => 'hbase:replication,,1733404982130.c01693ac05d01d30de208ecf1af0c25e.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:23:03,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:23:03,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:23:03,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733404982130.c01693ac05d01d30de208ecf1af0c25e. service=MultiRowMutationService 2024-12-05T13:23:03,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T13:23:03,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c01693ac05d01d30de208ecf1af0c25e 2024-12-05T13:23:03,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733404982130.c01693ac05d01d30de208ecf1af0c25e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:23:03,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c01693ac05d01d30de208ecf1af0c25e 2024-12-05T13:23:03,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c01693ac05d01d30de208ecf1af0c25e 2024-12-05T13:23:03,279 INFO [StoreOpener-c01693ac05d01d30de208ecf1af0c25e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c01693ac05d01d30de208ecf1af0c25e 2024-12-05T13:23:03,281 INFO [StoreOpener-c01693ac05d01d30de208ecf1af0c25e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c01693ac05d01d30de208ecf1af0c25e columnFamilyName hfileref 2024-12-05T13:23:03,281 DEBUG [StoreOpener-c01693ac05d01d30de208ecf1af0c25e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:03,281 INFO [StoreOpener-c01693ac05d01d30de208ecf1af0c25e-1 {}] regionserver.HStore(327): Store=c01693ac05d01d30de208ecf1af0c25e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:23:03,281 INFO [StoreOpener-c01693ac05d01d30de208ecf1af0c25e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c01693ac05d01d30de208ecf1af0c25e 2024-12-05T13:23:03,282 INFO [StoreOpener-c01693ac05d01d30de208ecf1af0c25e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c01693ac05d01d30de208ecf1af0c25e columnFamilyName queue 2024-12-05T13:23:03,282 DEBUG [StoreOpener-c01693ac05d01d30de208ecf1af0c25e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:03,282 INFO [StoreOpener-c01693ac05d01d30de208ecf1af0c25e-1 {}] regionserver.HStore(327): Store=c01693ac05d01d30de208ecf1af0c25e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:23:03,282 INFO [StoreOpener-c01693ac05d01d30de208ecf1af0c25e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c01693ac05d01d30de208ecf1af0c25e 2024-12-05T13:23:03,283 INFO [StoreOpener-c01693ac05d01d30de208ecf1af0c25e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c01693ac05d01d30de208ecf1af0c25e columnFamilyName sid 2024-12-05T13:23:03,283 DEBUG [StoreOpener-c01693ac05d01d30de208ecf1af0c25e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:03,283 INFO [StoreOpener-c01693ac05d01d30de208ecf1af0c25e-1 {}] regionserver.HStore(327): Store=c01693ac05d01d30de208ecf1af0c25e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:23:03,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c01693ac05d01d30de208ecf1af0c25e 2024-12-05T13:23:03,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/replication/c01693ac05d01d30de208ecf1af0c25e 2024-12-05T13:23:03,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/replication/c01693ac05d01d30de208ecf1af0c25e 2024-12-05T13:23:03,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c01693ac05d01d30de208ecf1af0c25e 2024-12-05T13:23:03,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c01693ac05d01d30de208ecf1af0c25e 2024-12-05T13:23:03,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T13:23:03,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c01693ac05d01d30de208ecf1af0c25e 2024-12-05T13:23:03,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/replication/c01693ac05d01d30de208ecf1af0c25e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:23:03,287 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c01693ac05d01d30de208ecf1af0c25e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65670179, jitterRate=-0.021438077092170715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T13:23:03,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c01693ac05d01d30de208ecf1af0c25e 2024-12-05T13:23:03,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c01693ac05d01d30de208ecf1af0c25e: Running coprocessor pre-open hook at 1733404983278Writing region info on filesystem at 1733404983279 (+1 ms)Initializing all the Stores at 1733404983279Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404983279Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404983279Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404983279Cleaning up temporary data from old regions at 1733404983285 (+6 ms)Running coprocessor post-open hooks at 1733404983288 (+3 ms)Region opened successfully at 1733404983288 2024-12-05T13:23:03,289 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733404982130.c01693ac05d01d30de208ecf1af0c25e., pid=10, masterSystemTime=1733404983258 2024-12-05T13:23:03,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733404982130.c01693ac05d01d30de208ecf1af0c25e. 2024-12-05T13:23:03,291 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733404982130.c01693ac05d01d30de208ecf1af0c25e. 2024-12-05T13:23:03,291 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c01693ac05d01d30de208ecf1af0c25e, regionState=OPEN, openSeqNum=2, regionLocation=88aaa70743e7,45127,1733404970580 2024-12-05T13:23:03,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c01693ac05d01d30de208ecf1af0c25e, server=88aaa70743e7,45127,1733404970580 because future has completed 2024-12-05T13:23:03,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T13:23:03,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c01693ac05d01d30de208ecf1af0c25e, server=88aaa70743e7,45127,1733404970580 in 188 msec 2024-12-05T13:23:03,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T13:23:03,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c01693ac05d01d30de208ecf1af0c25e, ASSIGN in 343 msec 2024-12-05T13:23:03,297 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:23:03,297 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404983297"}]},"ts":"1733404983297"} 2024-12-05T13:23:03,299 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T13:23:03,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:23:03,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-12-05T13:23:03,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733404982130.c01693ac05d01d30de208ecf1af0c25e., hostname=88aaa70743e7,45127,1733404970580, seqNum=2] 2024-12-05T13:23:03,351 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T13:23:03,380 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x101a6d68cc50001, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933123946 2024-12-05T13:23:03,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35335-0x101a6d68cc50000, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933123946 2024-12-05T13:23:03,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T13:23:03,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45127 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T13:23:03,550 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T13:23:03,572 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-88aaa70743e7,45127,1733404970580, ReplicationSource: 1, currentBandwidth=0 2024-12-05T13:23:03,572 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:23:03,573 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,45127,1733404970580, seqNum=-1] 2024-12-05T13:23:03,573 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:23:03,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-05T13:23:03,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-88aaa70743e7,45127,1733404970580', locateType=CURRENT is [region=hbase:replication,,1733404982130.c01693ac05d01d30de208ecf1af0c25e., hostname=88aaa70743e7,45127,1733404970580, seqNum=2] 2024-12-05T13:23:03,578 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T13:23:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35335 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T13:23:03,581 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 88aaa70743e7,45127,1733404970580 suceeded 2024-12-05T13:23:03,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T13:23:03,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-05T13:23:03,582 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://88aaa70743e7:39319,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T13:23:03,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4600 sec 2024-12-05T13:23:03,591 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:39319' 2024-12-05T13:23:03,591 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a0002af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:03,591 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,39319,-1 for getting cluster id 2024-12-05T13:23:03,592 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:23:03,592 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c831ee9b-c0e0-4a3f-9ce5-1f0b0be0a62d' 2024-12-05T13:23:03,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:23:03,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c831ee9b-c0e0-4a3f-9ce5-1f0b0be0a62d" 2024-12-05T13:23:03,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78429c01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:03,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,39319,-1] 2024-12-05T13:23:03,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:23:03,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:03,593 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:23:03,594 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36a01e3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:03,594 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:23:03,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,39319,1733404975597 2024-12-05T13:23:03,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c6b56 2024-12-05T13:23:03,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:23:03,595 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-05T13:23:03,596 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-88aaa70743e7,45127,1733404970580 (queues=1) is replicating from cluster=bd409b35-f065-4812-8ddd-f3e01cf4ab37 to cluster=c831ee9b-c0e0-4a3f-9ce5-1f0b0be0a62d 2024-12-05T13:23:03,596 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=88aaa70743e7%2C45127%2C1733404970580 2024-12-05T13:23:03,596 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-88aaa70743e7,45127,1733404970580, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T13:23:03,596 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.shipper88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 88aaa70743e7%2C45127%2C1733404970580 2024-12-05T13:23:03,596 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.wal-reader.88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580/88aaa70743e7%2C45127%2C1733404970580.1733404972813, startPosition=0, beingWritten=true 2024-12-05T13:23:03,601 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.wal-reader.88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:23:03,601 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.wal-reader.88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580/88aaa70743e7%2C45127%2C1733404970580.1733404972813 to pos 379, reset compression=false 2024-12-05T13:23:03,601 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.shipper88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,45127,1733404970580 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580/88aaa70743e7%2C45127%2C1733404970580.1733404972813, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T13:23:03,804 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.wal-reader.88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580/88aaa70743e7%2C45127%2C1733404970580.1733404972813 to pos 379, reset compression=false 2024-12-05T13:23:04,108 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.wal-reader.88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580/88aaa70743e7%2C45127%2C1733404970580.1733404972813 to pos 379, reset compression=false 2024-12-05T13:23:04,205 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:23:04,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:04,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:04,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:04,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:04,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:04,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:04,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:04,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:23:04,271 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T13:23:04,271 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:23:04,271 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:23:04,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:04,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:04,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:23:04,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c9c31a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:04,272 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,39319,-1 for getting cluster id 2024-12-05T13:23:04,272 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:23:04,273 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c831ee9b-c0e0-4a3f-9ce5-1f0b0be0a62d' 2024-12-05T13:23:04,273 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:23:04,273 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c831ee9b-c0e0-4a3f-9ce5-1f0b0be0a62d" 2024-12-05T13:23:04,273 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@542d5599, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:04,273 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,39319,-1] 2024-12-05T13:23:04,274 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:23:04,274 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:04,274 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:23:04,275 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a3b0dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:04,275 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:23:04,276 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,39319,1733404975597 2024-12-05T13:23:04,276 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24cbac14 2024-12-05T13:23:04,276 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:23:04,276 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:23:04,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://88aaa70743e7:35335,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T13:23:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T13:23:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:23:04,279 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:35335' 2024-12-05T13:23:04,280 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c42d66b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:04,280 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,35335,-1 for getting cluster id 2024-12-05T13:23:04,280 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:23:04,281 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd409b35-f065-4812-8ddd-f3e01cf4ab37' 2024-12-05T13:23:04,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:23:04,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd409b35-f065-4812-8ddd-f3e01cf4ab37" 2024-12-05T13:23:04,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68e52e19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:04,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,35335,-1] 2024-12-05T13:23:04,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:23:04,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:04,282 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:23:04,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf8cddd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:04,283 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:23:04,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,35335,1733404970440 2024-12-05T13:23:04,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d68e30b 2024-12-05T13:23:04,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:23:04,284 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:23:04,284 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T13:23:04,284 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T13:23:04,284 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:04,285 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:04,285 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:23:04,285 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:23:04,286 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T13:23:04,287 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:23:04,287 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:04,287 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:23:04,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741837_1013 (size=1138) 2024-12-05T13:23:04,336 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T13:23:04,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:23:04,512 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.wal-reader.88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580/88aaa70743e7%2C45127%2C1733404970580.1733404972813 to pos 379, reset compression=false 2024-12-05T13:23:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:23:04,655 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T13:23:04,703 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1649339e9afdeb06ae7509282c15b3cb, NAME => 'hbase:replication,,1733404984285.1649339e9afdeb06ae7509282c15b3cb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948 2024-12-05T13:23:04,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741838_1014 (size=44) 2024-12-05T13:23:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:23:05,016 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.wal-reader.88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580/88aaa70743e7%2C45127%2C1733404970580.1733404972813 to pos 379, reset compression=false 2024-12-05T13:23:05,109 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733404984285.1649339e9afdeb06ae7509282c15b3cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:23:05,109 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1649339e9afdeb06ae7509282c15b3cb, disabling compactions & flushes 2024-12-05T13:23:05,109 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733404984285.1649339e9afdeb06ae7509282c15b3cb. 2024-12-05T13:23:05,109 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733404984285.1649339e9afdeb06ae7509282c15b3cb. 2024-12-05T13:23:05,109 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733404984285.1649339e9afdeb06ae7509282c15b3cb. after waiting 0 ms 2024-12-05T13:23:05,109 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733404984285.1649339e9afdeb06ae7509282c15b3cb. 2024-12-05T13:23:05,109 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733404984285.1649339e9afdeb06ae7509282c15b3cb. 2024-12-05T13:23:05,109 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1649339e9afdeb06ae7509282c15b3cb: Waiting for close lock at 1733404985109Disabling compacts and flushes for region at 1733404985109Disabling writes for close at 1733404985109Writing region close event to WAL at 1733404985109Closed at 1733404985109 2024-12-05T13:23:05,111 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:23:05,111 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733404984285.1649339e9afdeb06ae7509282c15b3cb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733404985111"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733404985111"}]},"ts":"1733404985111"} 2024-12-05T13:23:05,112 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T13:23:05,113 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:23:05,113 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404985113"}]},"ts":"1733404985113"} 2024-12-05T13:23:05,115 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T13:23:05,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1649339e9afdeb06ae7509282c15b3cb, ASSIGN}] 2024-12-05T13:23:05,116 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1649339e9afdeb06ae7509282c15b3cb, ASSIGN 2024-12-05T13:23:05,116 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1649339e9afdeb06ae7509282c15b3cb, ASSIGN; state=OFFLINE, location=88aaa70743e7,42525,1733404975749; forceNewPlan=false, retain=false 2024-12-05T13:23:05,267 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1649339e9afdeb06ae7509282c15b3cb, regionState=OPENING, regionLocation=88aaa70743e7,42525,1733404975749 2024-12-05T13:23:05,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1649339e9afdeb06ae7509282c15b3cb, ASSIGN because future has completed 2024-12-05T13:23:05,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1649339e9afdeb06ae7509282c15b3cb, server=88aaa70743e7,42525,1733404975749}] 2024-12-05T13:23:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:23:05,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733404984285.1649339e9afdeb06ae7509282c15b3cb. 2024-12-05T13:23:05,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:23:05,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T13:23:05,426 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C42525%2C1733404975749.rep, suffix=, logDir=hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/WALs/88aaa70743e7,42525,1733404975749, archiveDir=hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/oldWALs, maxLogs=10 2024-12-05T13:23:05,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/WALs/88aaa70743e7,42525,1733404975749/88aaa70743e7%2C42525%2C1733404975749.rep.1733404985426, exclude list is [], retry=0 2024-12-05T13:23:05,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33977,DS-2fc00544-6f6c-4168-a8f7-bf9b364624c6,DISK] 2024-12-05T13:23:05,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/WALs/88aaa70743e7,42525,1733404975749/88aaa70743e7%2C42525%2C1733404975749.rep.1733404985426 2024-12-05T13:23:05,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45987:45987)] 2024-12-05T13:23:05,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1649339e9afdeb06ae7509282c15b3cb, NAME => 'hbase:replication,,1733404984285.1649339e9afdeb06ae7509282c15b3cb.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:23:05,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:23:05,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:23:05,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733404984285.1649339e9afdeb06ae7509282c15b3cb. service=MultiRowMutationService 2024-12-05T13:23:05,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T13:23:05,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1649339e9afdeb06ae7509282c15b3cb 2024-12-05T13:23:05,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733404984285.1649339e9afdeb06ae7509282c15b3cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:23:05,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1649339e9afdeb06ae7509282c15b3cb 2024-12-05T13:23:05,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1649339e9afdeb06ae7509282c15b3cb 2024-12-05T13:23:05,442 INFO [StoreOpener-1649339e9afdeb06ae7509282c15b3cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1649339e9afdeb06ae7509282c15b3cb 2024-12-05T13:23:05,443 INFO [StoreOpener-1649339e9afdeb06ae7509282c15b3cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1649339e9afdeb06ae7509282c15b3cb columnFamilyName hfileref 2024-12-05T13:23:05,443 DEBUG [StoreOpener-1649339e9afdeb06ae7509282c15b3cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:05,444 INFO [StoreOpener-1649339e9afdeb06ae7509282c15b3cb-1 {}] regionserver.HStore(327): Store=1649339e9afdeb06ae7509282c15b3cb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:23:05,444 INFO [StoreOpener-1649339e9afdeb06ae7509282c15b3cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1649339e9afdeb06ae7509282c15b3cb 2024-12-05T13:23:05,445 INFO [StoreOpener-1649339e9afdeb06ae7509282c15b3cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1649339e9afdeb06ae7509282c15b3cb columnFamilyName queue 2024-12-05T13:23:05,445 DEBUG [StoreOpener-1649339e9afdeb06ae7509282c15b3cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:05,445 INFO [StoreOpener-1649339e9afdeb06ae7509282c15b3cb-1 {}] regionserver.HStore(327): Store=1649339e9afdeb06ae7509282c15b3cb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:23:05,445 INFO [StoreOpener-1649339e9afdeb06ae7509282c15b3cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1649339e9afdeb06ae7509282c15b3cb 2024-12-05T13:23:05,446 INFO [StoreOpener-1649339e9afdeb06ae7509282c15b3cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1649339e9afdeb06ae7509282c15b3cb columnFamilyName sid 2024-12-05T13:23:05,446 DEBUG [StoreOpener-1649339e9afdeb06ae7509282c15b3cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:05,446 INFO [StoreOpener-1649339e9afdeb06ae7509282c15b3cb-1 {}] regionserver.HStore(327): Store=1649339e9afdeb06ae7509282c15b3cb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:23:05,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1649339e9afdeb06ae7509282c15b3cb 2024-12-05T13:23:05,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/replication/1649339e9afdeb06ae7509282c15b3cb 2024-12-05T13:23:05,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/replication/1649339e9afdeb06ae7509282c15b3cb 2024-12-05T13:23:05,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1649339e9afdeb06ae7509282c15b3cb 2024-12-05T13:23:05,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1649339e9afdeb06ae7509282c15b3cb 2024-12-05T13:23:05,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T13:23:05,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1649339e9afdeb06ae7509282c15b3cb 2024-12-05T13:23:05,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/replication/1649339e9afdeb06ae7509282c15b3cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:23:05,451 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1649339e9afdeb06ae7509282c15b3cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68742256, jitterRate=0.02433943748474121}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T13:23:05,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1649339e9afdeb06ae7509282c15b3cb 2024-12-05T13:23:05,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1649339e9afdeb06ae7509282c15b3cb: Running coprocessor pre-open hook at 1733404985441Writing region info on filesystem at 1733404985441Initializing all the Stores at 1733404985442 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404985442Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404985442Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733404985442Cleaning up temporary data from old regions at 1733404985448 (+6 ms)Running coprocessor post-open hooks at 1733404985451 (+3 ms)Region opened successfully at 1733404985451 2024-12-05T13:23:05,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733404984285.1649339e9afdeb06ae7509282c15b3cb., pid=10, masterSystemTime=1733404985421 2024-12-05T13:23:05,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733404984285.1649339e9afdeb06ae7509282c15b3cb. 2024-12-05T13:23:05,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733404984285.1649339e9afdeb06ae7509282c15b3cb. 2024-12-05T13:23:05,454 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1649339e9afdeb06ae7509282c15b3cb, regionState=OPEN, openSeqNum=2, regionLocation=88aaa70743e7,42525,1733404975749 2024-12-05T13:23:05,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1649339e9afdeb06ae7509282c15b3cb, server=88aaa70743e7,42525,1733404975749 because future has completed 2024-12-05T13:23:05,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T13:23:05,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1649339e9afdeb06ae7509282c15b3cb, server=88aaa70743e7,42525,1733404975749 in 187 msec 2024-12-05T13:23:05,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T13:23:05,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1649339e9afdeb06ae7509282c15b3cb, ASSIGN in 343 msec 2024-12-05T13:23:05,460 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:23:05,460 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733404985460"}]},"ts":"1733404985460"} 2024-12-05T13:23:05,462 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T13:23:05,462 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:23:05,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-12-05T13:23:05,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733404984285.1649339e9afdeb06ae7509282c15b3cb., hostname=88aaa70743e7,42525,1733404975749, seqNum=2] 2024-12-05T13:23:05,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39319-0x101a6d68cc50003, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954600996 2024-12-05T13:23:05,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42525-0x101a6d68cc50004, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954600996 2024-12-05T13:23:05,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T13:23:05,620 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.wal-reader.88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580/88aaa70743e7%2C45127%2C1733404970580.1733404972813 to pos 379, reset compression=false 2024-12-05T13:23:05,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42525 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T13:23:05,687 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T13:23:05,711 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-88aaa70743e7,42525,1733404975749, ReplicationSource: 1, currentBandwidth=0 2024-12-05T13:23:05,712 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:23:05,712 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,42525,1733404975749, seqNum=-1] 2024-12-05T13:23:05,712 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:23:05,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-05T13:23:05,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-88aaa70743e7,42525,1733404975749', locateType=CURRENT is [region=hbase:replication,,1733404984285.1649339e9afdeb06ae7509282c15b3cb., hostname=88aaa70743e7,42525,1733404975749, seqNum=2] 2024-12-05T13:23:05,716 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T13:23:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T13:23:05,718 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 88aaa70743e7,42525,1733404975749 suceeded 2024-12-05T13:23:05,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T13:23:05,720 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://88aaa70743e7:35335,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T13:23:05,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-05T13:23:05,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4430 sec 2024-12-05T13:23:05,729 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:35335' 2024-12-05T13:23:05,730 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7482d021, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:05,730 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,35335,-1 for getting cluster id 2024-12-05T13:23:05,730 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:23:05,730 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd409b35-f065-4812-8ddd-f3e01cf4ab37' 2024-12-05T13:23:05,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:23:05,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd409b35-f065-4812-8ddd-f3e01cf4ab37" 2024-12-05T13:23:05,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17d2bd0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:05,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,35335,-1] 2024-12-05T13:23:05,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:23:05,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:05,732 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:23:05,732 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d172872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:05,732 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:23:05,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,35335,1733404970440 2024-12-05T13:23:05,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d5d0b27 2024-12-05T13:23:05,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:23:05,733 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-05T13:23:05,734 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-88aaa70743e7,42525,1733404975749 (queues=1) is replicating from cluster=c831ee9b-c0e0-4a3f-9ce5-1f0b0be0a62d to cluster=bd409b35-f065-4812-8ddd-f3e01cf4ab37 2024-12-05T13:23:05,734 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=88aaa70743e7%2C42525%2C1733404975749 2024-12-05T13:23:05,734 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-88aaa70743e7,42525,1733404975749, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T13:23:05,734 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749.replicationSource.shipper88aaa70743e7%2C42525%2C1733404975749,1-88aaa70743e7,42525,1733404975749 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 88aaa70743e7%2C42525%2C1733404975749 2024-12-05T13:23:05,734 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749.replicationSource.wal-reader.88aaa70743e7%2C42525%2C1733404975749,1-88aaa70743e7,42525,1733404975749 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/WALs/88aaa70743e7,42525,1733404975749/88aaa70743e7%2C42525%2C1733404975749.1733404977509, startPosition=0, beingWritten=true 2024-12-05T13:23:05,739 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749.replicationSource.wal-reader.88aaa70743e7%2C42525%2C1733404975749,1-88aaa70743e7,42525,1733404975749 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:23:05,739 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749.replicationSource.wal-reader.88aaa70743e7%2C42525%2C1733404975749,1-88aaa70743e7,42525,1733404975749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/WALs/88aaa70743e7,42525,1733404975749/88aaa70743e7%2C42525%2C1733404975749.1733404977509 to pos 379, reset compression=false 2024-12-05T13:23:05,739 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749.replicationSource.shipper88aaa70743e7%2C42525%2C1733404975749,1-88aaa70743e7,42525,1733404975749 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,42525,1733404975749 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/WALs/88aaa70743e7,42525,1733404975749/88aaa70743e7%2C42525%2C1733404975749.1733404977509, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T13:23:05,943 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749.replicationSource.wal-reader.88aaa70743e7%2C42525%2C1733404975749,1-88aaa70743e7,42525,1733404975749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/WALs/88aaa70743e7,42525,1733404975749/88aaa70743e7%2C42525%2C1733404975749.1733404977509 to pos 379, reset compression=false 2024-12-05T13:23:06,246 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749.replicationSource.wal-reader.88aaa70743e7%2C42525%2C1733404975749,1-88aaa70743e7,42525,1733404975749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/WALs/88aaa70743e7,42525,1733404975749/88aaa70743e7%2C42525%2C1733404975749.1733404977509 to pos 379, reset compression=false 2024-12-05T13:23:06,323 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.wal-reader.88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580/88aaa70743e7%2C45127%2C1733404970580.1733404972813 to pos 379, reset compression=false 2024-12-05T13:23:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:23:06,421 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T13:23:06,421 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:23:06,421 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:23:06,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:06,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:06,421 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:23:06,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:23:06,425 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733404986424/Put/seqid=0 2024-12-05T13:23:06,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741840_1016 (size=7894) 2024-12-05T13:23:06,650 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749.replicationSource.wal-reader.88aaa70743e7%2C42525%2C1733404975749,1-88aaa70743e7,42525,1733404975749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/WALs/88aaa70743e7,42525,1733404975749/88aaa70743e7%2C42525%2C1733404975749.1733404977509 to pos 379, reset compression=false 2024-12-05T13:23:06,836 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733404986835/Put/seqid=0 2024-12-05T13:23:06,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741841_1017 (size=7691) 2024-12-05T13:23:07,127 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.wal-reader.88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580/88aaa70743e7%2C45127%2C1733404970580.1733404972813 to pos 379, reset compression=false 2024-12-05T13:23:07,154 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749.replicationSource.wal-reader.88aaa70743e7%2C42525%2C1733404975749,1-88aaa70743e7,42525,1733404975749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/WALs/88aaa70743e7,42525,1733404975749/88aaa70743e7%2C42525%2C1733404975749.1733404977509 to pos 379, reset compression=false 2024-12-05T13:23:07,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@383f10a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:07,242 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,35335,-1 for getting cluster id 2024-12-05T13:23:07,242 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:23:07,243 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd409b35-f065-4812-8ddd-f3e01cf4ab37' 2024-12-05T13:23:07,243 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:23:07,243 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd409b35-f065-4812-8ddd-f3e01cf4ab37" 2024-12-05T13:23:07,243 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0035c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:07,243 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,35335,-1] 2024-12-05T13:23:07,243 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:23:07,244 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:07,244 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:23:07,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cb77856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:07,245 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:23:07,245 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,45127,1733404970580, seqNum=-1] 2024-12-05T13:23:07,246 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:23:07,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:23:07,253 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:23:07,254 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,35335,1733404970440 2024-12-05T13:23:07,254 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5de0d855 2024-12-05T13:23:07,254 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:23:07,255 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:23:07,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733404978805.642f8b1ca7b55e8a387ce804d3d58e65., hostname=88aaa70743e7,45127,1733404970580, seqNum=2] 2024-12-05T13:23:07,260 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T13:23:07,265 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-05T13:23:07,267 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-05T13:23:07,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 642f8b1ca7b55e8a387ce804d3d58e65/f 2024-12-05T13:23:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-05T13:23:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T13:23:07,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 642f8b1ca7b55e8a387ce804d3d58e65/f 2024-12-05T13:23:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-05T13:23:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T13:23:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HRegion(2603): Flush status journal for 642f8b1ca7b55e8a387ce804d3d58e65: 2024-12-05T13:23:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/staging/jenkins__test__94sqj6jpbmfmenolg0uonei432hnkb6ineleqh16uivg7jafj29j1efrc0e03sdu/f/hfile_0 2024-12-05T13:23:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/staging/jenkins__test__94sqj6jpbmfmenolg0uonei432hnkb6ineleqh16uivg7jafj29j1efrc0e03sdu/f/hfile_0 as hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/default/test/642f8b1ca7b55e8a387ce804d3d58e65/f/12dfc618c65846d181c20a4abc72f9e8_SeqId_4_ 2024-12-05T13:23:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/staging/jenkins__test__94sqj6jpbmfmenolg0uonei432hnkb6ineleqh16uivg7jafj29j1efrc0e03sdu/f/hfile_1 2024-12-05T13:23:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/staging/jenkins__test__94sqj6jpbmfmenolg0uonei432hnkb6ineleqh16uivg7jafj29j1efrc0e03sdu/f/hfile_1 as hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/default/test/642f8b1ca7b55e8a387ce804d3d58e65/f/7e99cce6ff0f4b1ca9347608e929801d_SeqId_4_ 2024-12-05T13:23:07,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/staging/jenkins__test__94sqj6jpbmfmenolg0uonei432hnkb6ineleqh16uivg7jafj29j1efrc0e03sdu/f/hfile_0 into 642f8b1ca7b55e8a387ce804d3d58e65/f as hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/default/test/642f8b1ca7b55e8a387ce804d3d58e65/f/12dfc618c65846d181c20a4abc72f9e8_SeqId_4_ - updating store file list. 2024-12-05T13:23:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 12dfc618c65846d181c20a4abc72f9e8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T13:23:07,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/default/test/642f8b1ca7b55e8a387ce804d3d58e65/f/12dfc618c65846d181c20a4abc72f9e8_SeqId_4_ into 642f8b1ca7b55e8a387ce804d3d58e65/f 2024-12-05T13:23:07,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/staging/jenkins__test__94sqj6jpbmfmenolg0uonei432hnkb6ineleqh16uivg7jafj29j1efrc0e03sdu/f/hfile_0 into 642f8b1ca7b55e8a387ce804d3d58e65/f (new location: hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/default/test/642f8b1ca7b55e8a387ce804d3d58e65/f/12dfc618c65846d181c20a4abc72f9e8_SeqId_4_) 2024-12-05T13:23:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/staging/jenkins__test__94sqj6jpbmfmenolg0uonei432hnkb6ineleqh16uivg7jafj29j1efrc0e03sdu/f/hfile_0 2024-12-05T13:23:07,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/staging/jenkins__test__94sqj6jpbmfmenolg0uonei432hnkb6ineleqh16uivg7jafj29j1efrc0e03sdu/f/hfile_1 into 642f8b1ca7b55e8a387ce804d3d58e65/f as hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/default/test/642f8b1ca7b55e8a387ce804d3d58e65/f/7e99cce6ff0f4b1ca9347608e929801d_SeqId_4_ - updating store file list. 2024-12-05T13:23:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7e99cce6ff0f4b1ca9347608e929801d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T13:23:07,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/default/test/642f8b1ca7b55e8a387ce804d3d58e65/f/7e99cce6ff0f4b1ca9347608e929801d_SeqId_4_ into 642f8b1ca7b55e8a387ce804d3d58e65/f 2024-12-05T13:23:07,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/staging/jenkins__test__94sqj6jpbmfmenolg0uonei432hnkb6ineleqh16uivg7jafj29j1efrc0e03sdu/f/hfile_1 into 642f8b1ca7b55e8a387ce804d3d58e65/f (new location: hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/default/test/642f8b1ca7b55e8a387ce804d3d58e65/f/7e99cce6ff0f4b1ca9347608e929801d_SeqId_4_) 2024-12-05T13:23:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/staging/jenkins__test__94sqj6jpbmfmenolg0uonei432hnkb6ineleqh16uivg7jafj29j1efrc0e03sdu/f/hfile_1 2024-12-05T13:23:07,292 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:23:07,293 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:23:07,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:07,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:07,293 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733404978805.642f8b1ca7b55e8a387ce804d3d58e65., hostname=88aaa70743e7,45127,1733404970580, seqNum=2 , the old value is region=test,,1733404978805.642f8b1ca7b55e8a387ce804d3d58e65., hostname=88aaa70743e7,45127,1733404970580, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=88aaa70743e7:45127 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T13:23:07,293 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733404978805.642f8b1ca7b55e8a387ce804d3d58e65., hostname=88aaa70743e7,45127,1733404970580, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T13:23:07,293 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733404978805.642f8b1ca7b55e8a387ce804d3d58e65., hostname=88aaa70743e7,45127,1733404970580, seqNum=2 from cache 2024-12-05T13:23:07,293 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:23:07,294 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T13:23:07,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:23:07,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,42525,1733404975749, seqNum=-1] 2024-12-05T13:23:07,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:23:07,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:23:07,297 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733404980973.21d4a19fa333ae28a79766f9b9fec9d0., hostname=88aaa70743e7,42525,1733404975749, seqNum=2] 2024-12-05T13:23:07,299 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T13:23:07,400 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:45127 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T13:23:07,758 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749.replicationSource.wal-reader.88aaa70743e7%2C42525%2C1733404975749,1-88aaa70743e7,42525,1733404975749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/WALs/88aaa70743e7,42525,1733404975749/88aaa70743e7%2C42525%2C1733404975749.1733404977509 to pos 379, reset compression=false 2024-12-05T13:23:08,031 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.wal-reader.88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580/88aaa70743e7%2C45127%2C1733404970580.1733404972813 to pos 379, reset compression=false 2024-12-05T13:23:08,035 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.wal-reader.88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T13:23:08,035 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.shipper88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,45127,1733404970580 got entry batch from reader: WALEntryBatch [walEntries=[{test/642f8b1ca7b55e8a387ce804d3d58e65/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733404987291/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580/88aaa70743e7%2C45127%2C1733404970580.1733404972813, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T13:23:08,037 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.shipper88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:23:08,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-05T13:23:08,039 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.ReplicationSink(318): Replicating [bd409b35-f065-4812-8ddd-f3e01cf4ab37] bulk loaded data 2024-12-05T13:23:08,039 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40538a20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:08,039 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,39319,-1 for getting cluster id 2024-12-05T13:23:08,039 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:23:08,040 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c831ee9b-c0e0-4a3f-9ce5-1f0b0be0a62d' 2024-12-05T13:23:08,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:23:08,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c831ee9b-c0e0-4a3f-9ce5-1f0b0be0a62d" 2024-12-05T13:23:08,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49653540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:08,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,39319,-1] 2024-12-05T13:23:08,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:23:08,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:08,041 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:23:08,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ca2f251, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:08,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741840_1016 (size=7894) 2024-12-05T13:23:08,235 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.wal-reader.88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580/88aaa70743e7%2C45127%2C1733404970580.1733404972813 to pos 687, reset compression=false 2024-12-05T13:23:08,301 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T13:23:08,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741841_1017 (size=7691) 2024-12-05T13:23:08,461 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749.replicationSource.wal-reader.88aaa70743e7%2C42525%2C1733404975749,1-88aaa70743e7,42525,1733404975749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/WALs/88aaa70743e7,42525,1733404975749/88aaa70743e7%2C42525%2C1733404975749.1733404977509 to pos 379, reset compression=false 2024-12-05T13:23:08,539 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.wal-reader.88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580/88aaa70743e7%2C45127%2C1733404970580.1733404972813 to pos 687, reset compression=false 2024-12-05T13:23:08,863 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:23:08,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,39319,1733404975597 2024-12-05T13:23:08,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e060f0 2024-12-05T13:23:08,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:23:08,865 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-05T13:23:08,867 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T13:23:08,867 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:23:08,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,42525,1733404975749, seqNum=-1] 2024-12-05T13:23:08,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:23:08,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-05T13:23:08,874 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/staging/jenkins.hfs.11__test__6gu1gfahdpc5tp36dq8al84miaick198mtk6mlijani5ib203s620shli3801bdt/f/12dfc618c65846d181c20a4abc72f9e8_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-05T13:23:08,876 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/staging/jenkins.hfs.11__test__6gu1gfahdpc5tp36dq8al84miaick198mtk6mlijani5ib203s620shli3801bdt/f/7e99cce6ff0f4b1ca9347608e929801d_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-05T13:23:08,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/staging/jenkins.hfs.11__test__6gu1gfahdpc5tp36dq8al84miaick198mtk6mlijani5ib203s620shli3801bdt/f/12dfc618c65846d181c20a4abc72f9e8_SeqId_4_ for inclusion in 21d4a19fa333ae28a79766f9b9fec9d0/f 2024-12-05T13:23:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-05T13:23:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T13:23:08,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/staging/jenkins.hfs.11__test__6gu1gfahdpc5tp36dq8al84miaick198mtk6mlijani5ib203s620shli3801bdt/f/7e99cce6ff0f4b1ca9347608e929801d_SeqId_4_ for inclusion in 21d4a19fa333ae28a79766f9b9fec9d0/f 2024-12-05T13:23:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-05T13:23:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T13:23:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.HRegion(2603): Flush status journal for 21d4a19fa333ae28a79766f9b9fec9d0: 2024-12-05T13:23:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 12dfc618c65846d181c20a4abc72f9e8_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T13:23:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/staging/jenkins.hfs.11__test__6gu1gfahdpc5tp36dq8al84miaick198mtk6mlijani5ib203s620shli3801bdt/f/12dfc618c65846d181c20a4abc72f9e8_SeqId_4_ as hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/default/test/21d4a19fa333ae28a79766f9b9fec9d0/f/0778e650f8434a4fac749d7e06eb607b_SeqId_4_ 2024-12-05T13:23:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7e99cce6ff0f4b1ca9347608e929801d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T13:23:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/staging/jenkins.hfs.11__test__6gu1gfahdpc5tp36dq8al84miaick198mtk6mlijani5ib203s620shli3801bdt/f/7e99cce6ff0f4b1ca9347608e929801d_SeqId_4_ as hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/default/test/21d4a19fa333ae28a79766f9b9fec9d0/f/89b0036f5c72467f8b708e6f548291ed_SeqId_4_ 2024-12-05T13:23:08,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/staging/jenkins.hfs.11__test__6gu1gfahdpc5tp36dq8al84miaick198mtk6mlijani5ib203s620shli3801bdt/f/12dfc618c65846d181c20a4abc72f9e8_SeqId_4_ into 21d4a19fa333ae28a79766f9b9fec9d0/f as hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/default/test/21d4a19fa333ae28a79766f9b9fec9d0/f/0778e650f8434a4fac749d7e06eb607b_SeqId_4_ - updating store file list. 2024-12-05T13:23:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0778e650f8434a4fac749d7e06eb607b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T13:23:08,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/default/test/21d4a19fa333ae28a79766f9b9fec9d0/f/0778e650f8434a4fac749d7e06eb607b_SeqId_4_ into 21d4a19fa333ae28a79766f9b9fec9d0/f 2024-12-05T13:23:08,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/staging/jenkins.hfs.11__test__6gu1gfahdpc5tp36dq8al84miaick198mtk6mlijani5ib203s620shli3801bdt/f/12dfc618c65846d181c20a4abc72f9e8_SeqId_4_ into 21d4a19fa333ae28a79766f9b9fec9d0/f (new location: hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/default/test/21d4a19fa333ae28a79766f9b9fec9d0/f/0778e650f8434a4fac749d7e06eb607b_SeqId_4_) 2024-12-05T13:23:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/staging/jenkins.hfs.11__test__6gu1gfahdpc5tp36dq8al84miaick198mtk6mlijani5ib203s620shli3801bdt/f/12dfc618c65846d181c20a4abc72f9e8_SeqId_4_ 2024-12-05T13:23:08,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/staging/jenkins.hfs.11__test__6gu1gfahdpc5tp36dq8al84miaick198mtk6mlijani5ib203s620shli3801bdt/f/7e99cce6ff0f4b1ca9347608e929801d_SeqId_4_ into 21d4a19fa333ae28a79766f9b9fec9d0/f as hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/default/test/21d4a19fa333ae28a79766f9b9fec9d0/f/89b0036f5c72467f8b708e6f548291ed_SeqId_4_ - updating store file list. 2024-12-05T13:23:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 89b0036f5c72467f8b708e6f548291ed_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T13:23:08,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/default/test/21d4a19fa333ae28a79766f9b9fec9d0/f/89b0036f5c72467f8b708e6f548291ed_SeqId_4_ into 21d4a19fa333ae28a79766f9b9fec9d0/f 2024-12-05T13:23:08,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/staging/jenkins.hfs.11__test__6gu1gfahdpc5tp36dq8al84miaick198mtk6mlijani5ib203s620shli3801bdt/f/7e99cce6ff0f4b1ca9347608e929801d_SeqId_4_ into 21d4a19fa333ae28a79766f9b9fec9d0/f (new location: hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/default/test/21d4a19fa333ae28a79766f9b9fec9d0/f/89b0036f5c72467f8b708e6f548291ed_SeqId_4_) 2024-12-05T13:23:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/staging/jenkins.hfs.11__test__6gu1gfahdpc5tp36dq8al84miaick198mtk6mlijani5ib203s620shli3801bdt/f/7e99cce6ff0f4b1ca9347608e929801d_SeqId_4_ 2024-12-05T13:23:08,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.ReplicationSink(324): Finished replicating [bd409b35-f065-4812-8ddd-f3e01cf4ab37] bulk loaded data 2024-12-05T13:23:08,943 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.wal-reader.88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580/88aaa70743e7%2C45127%2C1733404970580.1733404972813 to pos 687, reset compression=false 2024-12-05T13:23:09,266 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749.replicationSource.wal-reader.88aaa70743e7%2C42525%2C1733404975749,1-88aaa70743e7,42525,1733404975749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/WALs/88aaa70743e7,42525,1733404975749/88aaa70743e7%2C42525%2C1733404975749.1733404977509 to pos 379, reset compression=false 2024-12-05T13:23:09,271 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749.replicationSource.wal-reader.88aaa70743e7%2C42525%2C1733404975749,1-88aaa70743e7,42525,1733404975749 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T13:23:09,271 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749.replicationSource.shipper88aaa70743e7%2C42525%2C1733404975749,1-88aaa70743e7,42525,1733404975749 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,42525,1733404975749 got entry batch from reader: WALEntryBatch [walEntries=[{test/21d4a19fa333ae28a79766f9b9fec9d0/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733404988897/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/WALs/88aaa70743e7,42525,1733404975749/88aaa70743e7%2C42525%2C1733404975749.1733404977509, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-05T13:23:09,273 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749.replicationSource.shipper88aaa70743e7%2C42525%2C1733404975749,1-88aaa70743e7,42525,1733404975749 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:23:09,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-05T13:23:09,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.ReplicationSink(318): Replicating [bd409b35-f065-4812-8ddd-f3e01cf4ab37, c831ee9b-c0e0-4a3f-9ce5-1f0b0be0a62d] bulk loaded data 2024-12-05T13:23:09,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72bdc4ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:09,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,35335,-1 for getting cluster id 2024-12-05T13:23:09,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:23:09,276 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd409b35-f065-4812-8ddd-f3e01cf4ab37' 2024-12-05T13:23:09,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:23:09,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd409b35-f065-4812-8ddd-f3e01cf4ab37" 2024-12-05T13:23:09,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78f3d637, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:09,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,35335,-1] 2024-12-05T13:23:09,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:23:09,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:09,277 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:23:09,278 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e16b699, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:09,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741842_1018 (size=7894) 2024-12-05T13:23:09,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:23:09,312 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733404989311/Put/seqid=0 2024-12-05T13:23:09,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741842_1018 (size=11194) 2024-12-05T13:23:09,446 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.wal-reader.88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580/88aaa70743e7%2C45127%2C1733404970580.1733404972813 to pos 687, reset compression=false 2024-12-05T13:23:09,472 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749.replicationSource.wal-reader.88aaa70743e7%2C42525%2C1733404975749,1-88aaa70743e7,42525,1733404975749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/WALs/88aaa70743e7,42525,1733404975749/88aaa70743e7%2C42525%2C1733404975749.1733404977509 to pos 725, reset compression=false 2024-12-05T13:23:09,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741843_1019 (size=7691) 2024-12-05T13:23:09,718 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733404989717/Put/seqid=0 2024-12-05T13:23:09,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741843_1019 (size=10791) 2024-12-05T13:23:09,776 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749.replicationSource.wal-reader.88aaa70743e7%2C42525%2C1733404975749,1-88aaa70743e7,42525,1733404975749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/WALs/88aaa70743e7,42525,1733404975749/88aaa70743e7%2C42525%2C1733404975749.1733404977509 to pos 725, reset compression=false 2024-12-05T13:23:10,051 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.wal-reader.88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580/88aaa70743e7%2C45127%2C1733404970580.1733404972813 to pos 687, reset compression=false 2024-12-05T13:23:10,098 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:23:10,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,35335,1733404970440 2024-12-05T13:23:10,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6158597c 2024-12-05T13:23:10,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:23:10,100 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-05T13:23:10,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T13:23:10,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:23:10,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,45127,1733404970580, seqNum=-1] 2024-12-05T13:23:10,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:23:10,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-05T13:23:10,109 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/staging/jenkins.hfs.10__test__phgp5nnt4l9mgte1f2vaiunb7cvceleig4vh8s96oiijugb87hjcr2p10r729uva/f/0778e650f8434a4fac749d7e06eb607b_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-05T13:23:10,112 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/staging/jenkins.hfs.10__test__phgp5nnt4l9mgte1f2vaiunb7cvceleig4vh8s96oiijugb87hjcr2p10r729uva/f/89b0036f5c72467f8b708e6f548291ed_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-05T13:23:10,113 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.ReplicationSink(324): Finished replicating [bd409b35-f065-4812-8ddd-f3e01cf4ab37, c831ee9b-c0e0-4a3f-9ce5-1f0b0be0a62d] bulk loaded data 2024-12-05T13:23:10,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78615013, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:10,123 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,39319,-1 for getting cluster id 2024-12-05T13:23:10,123 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:23:10,124 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c831ee9b-c0e0-4a3f-9ce5-1f0b0be0a62d' 2024-12-05T13:23:10,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:23:10,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c831ee9b-c0e0-4a3f-9ce5-1f0b0be0a62d" 2024-12-05T13:23:10,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70b3f4ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:10,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,39319,-1] 2024-12-05T13:23:10,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:23:10,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:10,125 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:23:10,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2272ab61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:10,126 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:23:10,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,42525,1733404975749, seqNum=-1] 2024-12-05T13:23:10,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:23:10,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:23:10,135 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:23:10,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,39319,1733404975597 2024-12-05T13:23:10,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b0470c8 2024-12-05T13:23:10,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:23:10,137 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:23:10,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733404980973.21d4a19fa333ae28a79766f9b9fec9d0., hostname=88aaa70743e7,42525,1733404975749, seqNum=2] 2024-12-05T13:23:10,142 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T13:23:10,147 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-05T13:23:10,149 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-05T13:23:10,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 21d4a19fa333ae28a79766f9b9fec9d0/f 2024-12-05T13:23:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-05T13:23:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T13:23:10,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 21d4a19fa333ae28a79766f9b9fec9d0/f 2024-12-05T13:23:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-05T13:23:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T13:23:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.HRegion(2603): Flush status journal for 21d4a19fa333ae28a79766f9b9fec9d0: 2024-12-05T13:23:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/staging/jenkins__test__269i1fcvq8ee7i40j5731rieesjlrsv487h0780qdohbku8u5d27eim6vaa558mv/f/hfile_0 2024-12-05T13:23:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/staging/jenkins__test__269i1fcvq8ee7i40j5731rieesjlrsv487h0780qdohbku8u5d27eim6vaa558mv/f/hfile_0 as hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/default/test/21d4a19fa333ae28a79766f9b9fec9d0/f/a0366ee8a4dc4834ab8740ceb58b3027_SeqId_6_ 2024-12-05T13:23:10,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/staging/jenkins__test__269i1fcvq8ee7i40j5731rieesjlrsv487h0780qdohbku8u5d27eim6vaa558mv/f/hfile_1 2024-12-05T13:23:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/staging/jenkins__test__269i1fcvq8ee7i40j5731rieesjlrsv487h0780qdohbku8u5d27eim6vaa558mv/f/hfile_1 as hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/default/test/21d4a19fa333ae28a79766f9b9fec9d0/f/c2f13639a2214f60b4cb440c80299085_SeqId_6_ 2024-12-05T13:23:10,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/staging/jenkins__test__269i1fcvq8ee7i40j5731rieesjlrsv487h0780qdohbku8u5d27eim6vaa558mv/f/hfile_0 into 21d4a19fa333ae28a79766f9b9fec9d0/f as hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/default/test/21d4a19fa333ae28a79766f9b9fec9d0/f/a0366ee8a4dc4834ab8740ceb58b3027_SeqId_6_ - updating store file list. 2024-12-05T13:23:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a0366ee8a4dc4834ab8740ceb58b3027_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T13:23:10,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/default/test/21d4a19fa333ae28a79766f9b9fec9d0/f/a0366ee8a4dc4834ab8740ceb58b3027_SeqId_6_ into 21d4a19fa333ae28a79766f9b9fec9d0/f 2024-12-05T13:23:10,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/staging/jenkins__test__269i1fcvq8ee7i40j5731rieesjlrsv487h0780qdohbku8u5d27eim6vaa558mv/f/hfile_0 into 21d4a19fa333ae28a79766f9b9fec9d0/f (new location: hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/default/test/21d4a19fa333ae28a79766f9b9fec9d0/f/a0366ee8a4dc4834ab8740ceb58b3027_SeqId_6_) 2024-12-05T13:23:10,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/staging/jenkins__test__269i1fcvq8ee7i40j5731rieesjlrsv487h0780qdohbku8u5d27eim6vaa558mv/f/hfile_0 2024-12-05T13:23:10,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/staging/jenkins__test__269i1fcvq8ee7i40j5731rieesjlrsv487h0780qdohbku8u5d27eim6vaa558mv/f/hfile_1 into 21d4a19fa333ae28a79766f9b9fec9d0/f as hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/default/test/21d4a19fa333ae28a79766f9b9fec9d0/f/c2f13639a2214f60b4cb440c80299085_SeqId_6_ - updating store file list. 2024-12-05T13:23:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c2f13639a2214f60b4cb440c80299085_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T13:23:10,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/default/test/21d4a19fa333ae28a79766f9b9fec9d0/f/c2f13639a2214f60b4cb440c80299085_SeqId_6_ into 21d4a19fa333ae28a79766f9b9fec9d0/f 2024-12-05T13:23:10,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/staging/jenkins__test__269i1fcvq8ee7i40j5731rieesjlrsv487h0780qdohbku8u5d27eim6vaa558mv/f/hfile_1 into 21d4a19fa333ae28a79766f9b9fec9d0/f (new location: hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/default/test/21d4a19fa333ae28a79766f9b9fec9d0/f/c2f13639a2214f60b4cb440c80299085_SeqId_6_) 2024-12-05T13:23:10,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/staging/jenkins__test__269i1fcvq8ee7i40j5731rieesjlrsv487h0780qdohbku8u5d27eim6vaa558mv/f/hfile_1 2024-12-05T13:23:10,180 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749.replicationSource.wal-reader.88aaa70743e7%2C42525%2C1733404975749,1-88aaa70743e7,42525,1733404975749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/WALs/88aaa70743e7,42525,1733404975749/88aaa70743e7%2C42525%2C1733404975749.1733404977509 to pos 725, reset compression=false 2024-12-05T13:23:10,181 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:23:10,181 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:23:10,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:10,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:10,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733404980973.21d4a19fa333ae28a79766f9b9fec9d0., hostname=88aaa70743e7,42525,1733404975749, seqNum=2 , the old value is region=test,,1733404980973.21d4a19fa333ae28a79766f9b9fec9d0., hostname=88aaa70743e7,42525,1733404975749, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=88aaa70743e7:42525 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T13:23:10,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733404980973.21d4a19fa333ae28a79766f9b9fec9d0., hostname=88aaa70743e7,42525,1733404975749, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T13:23:10,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733404980973.21d4a19fa333ae28a79766f9b9fec9d0., hostname=88aaa70743e7,42525,1733404975749, seqNum=2 from cache 2024-12-05T13:23:10,182 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:23:10,183 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:23:10,184 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T13:23:10,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,45127,1733404970580, seqNum=-1] 2024-12-05T13:23:10,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:23:10,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:23:10,186 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749.replicationSource.wal-reader.88aaa70743e7%2C42525%2C1733404975749,1-88aaa70743e7,42525,1733404975749 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T13:23:10,186 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749.replicationSource.shipper88aaa70743e7%2C42525%2C1733404975749,1-88aaa70743e7,42525,1733404975749 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,42525,1733404975749 got entry batch from reader: WALEntryBatch [walEntries=[{test/21d4a19fa333ae28a79766f9b9fec9d0/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733404990179/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/WALs/88aaa70743e7,42525,1733404975749/88aaa70743e7%2C42525%2C1733404975749.1733404977509, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T13:23:10,187 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.ReplicationSink(318): Replicating [c831ee9b-c0e0-4a3f-9ce5-1f0b0be0a62d] bulk loaded data 2024-12-05T13:23:10,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733404978805.642f8b1ca7b55e8a387ce804d3d58e65., hostname=88aaa70743e7,45127,1733404970580, seqNum=2] 2024-12-05T13:23:10,197 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T13:23:10,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741844_1020 (size=11194) 2024-12-05T13:23:10,291 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:42525 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T13:23:10,386 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749.replicationSource.wal-reader.88aaa70743e7%2C42525%2C1733404975749,1-88aaa70743e7,42525,1733404975749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/WALs/88aaa70743e7,42525,1733404975749/88aaa70743e7%2C42525%2C1733404975749.1733404977509 to pos 1033, reset compression=false 2024-12-05T13:23:10,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741845_1021 (size=10791) 2024-12-05T13:23:10,691 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749.replicationSource.wal-reader.88aaa70743e7%2C42525%2C1733404975749,1-88aaa70743e7,42525,1733404975749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/WALs/88aaa70743e7,42525,1733404975749/88aaa70743e7%2C42525%2C1733404975749.1733404977509 to pos 1033, reset compression=false 2024-12-05T13:23:10,754 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.wal-reader.88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580/88aaa70743e7%2C45127%2C1733404970580.1733404972813 to pos 687, reset compression=false 2024-12-05T13:23:10,942 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:23:10,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:10,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:10,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:10,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:10,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:10,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:10,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:10,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:11,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T13:23:11,048 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/staging/jenkins.hfs.10__test__38euosd06hofqrbupk16ronag6qkq4mts5lhnfnljnmpp5edr8j95i06kg75iod2/f/a0366ee8a4dc4834ab8740ceb58b3027_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-05T13:23:11,050 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/staging/jenkins.hfs.10__test__38euosd06hofqrbupk16ronag6qkq4mts5lhnfnljnmpp5edr8j95i06kg75iod2/f/c2f13639a2214f60b4cb440c80299085_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-05T13:23:11,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/staging/jenkins.hfs.10__test__38euosd06hofqrbupk16ronag6qkq4mts5lhnfnljnmpp5edr8j95i06kg75iod2/f/a0366ee8a4dc4834ab8740ceb58b3027_SeqId_6_ for inclusion in 642f8b1ca7b55e8a387ce804d3d58e65/f 2024-12-05T13:23:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-05T13:23:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T13:23:11,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/staging/jenkins.hfs.10__test__38euosd06hofqrbupk16ronag6qkq4mts5lhnfnljnmpp5edr8j95i06kg75iod2/f/c2f13639a2214f60b4cb440c80299085_SeqId_6_ for inclusion in 642f8b1ca7b55e8a387ce804d3d58e65/f 2024-12-05T13:23:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-05T13:23:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T13:23:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HRegion(2603): Flush status journal for 642f8b1ca7b55e8a387ce804d3d58e65: 2024-12-05T13:23:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a0366ee8a4dc4834ab8740ceb58b3027_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T13:23:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/staging/jenkins.hfs.10__test__38euosd06hofqrbupk16ronag6qkq4mts5lhnfnljnmpp5edr8j95i06kg75iod2/f/a0366ee8a4dc4834ab8740ceb58b3027_SeqId_6_ as hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/default/test/642f8b1ca7b55e8a387ce804d3d58e65/f/f18c5b99ccc1433e9ee578e414daa831_SeqId_6_ 2024-12-05T13:23:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c2f13639a2214f60b4cb440c80299085_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T13:23:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/staging/jenkins.hfs.10__test__38euosd06hofqrbupk16ronag6qkq4mts5lhnfnljnmpp5edr8j95i06kg75iod2/f/c2f13639a2214f60b4cb440c80299085_SeqId_6_ as hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/default/test/642f8b1ca7b55e8a387ce804d3d58e65/f/69cf1935338744139b43642a14ae063d_SeqId_6_ 2024-12-05T13:23:11,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/staging/jenkins.hfs.10__test__38euosd06hofqrbupk16ronag6qkq4mts5lhnfnljnmpp5edr8j95i06kg75iod2/f/a0366ee8a4dc4834ab8740ceb58b3027_SeqId_6_ into 642f8b1ca7b55e8a387ce804d3d58e65/f as hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/default/test/642f8b1ca7b55e8a387ce804d3d58e65/f/f18c5b99ccc1433e9ee578e414daa831_SeqId_6_ - updating store file list. 2024-12-05T13:23:11,094 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749.replicationSource.wal-reader.88aaa70743e7%2C42525%2C1733404975749,1-88aaa70743e7,42525,1733404975749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/WALs/88aaa70743e7,42525,1733404975749/88aaa70743e7%2C42525%2C1733404975749.1733404977509 to pos 1033, reset compression=false 2024-12-05T13:23:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f18c5b99ccc1433e9ee578e414daa831_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T13:23:11,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/default/test/642f8b1ca7b55e8a387ce804d3d58e65/f/f18c5b99ccc1433e9ee578e414daa831_SeqId_6_ into 642f8b1ca7b55e8a387ce804d3d58e65/f 2024-12-05T13:23:11,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/staging/jenkins.hfs.10__test__38euosd06hofqrbupk16ronag6qkq4mts5lhnfnljnmpp5edr8j95i06kg75iod2/f/a0366ee8a4dc4834ab8740ceb58b3027_SeqId_6_ into 642f8b1ca7b55e8a387ce804d3d58e65/f (new location: hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/default/test/642f8b1ca7b55e8a387ce804d3d58e65/f/f18c5b99ccc1433e9ee578e414daa831_SeqId_6_) 2024-12-05T13:23:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/staging/jenkins.hfs.10__test__38euosd06hofqrbupk16ronag6qkq4mts5lhnfnljnmpp5edr8j95i06kg75iod2/f/a0366ee8a4dc4834ab8740ceb58b3027_SeqId_6_ 2024-12-05T13:23:11,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/staging/jenkins.hfs.10__test__38euosd06hofqrbupk16ronag6qkq4mts5lhnfnljnmpp5edr8j95i06kg75iod2/f/c2f13639a2214f60b4cb440c80299085_SeqId_6_ into 642f8b1ca7b55e8a387ce804d3d58e65/f as hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/default/test/642f8b1ca7b55e8a387ce804d3d58e65/f/69cf1935338744139b43642a14ae063d_SeqId_6_ - updating store file list. 2024-12-05T13:23:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 69cf1935338744139b43642a14ae063d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T13:23:11,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/default/test/642f8b1ca7b55e8a387ce804d3d58e65/f/69cf1935338744139b43642a14ae063d_SeqId_6_ into 642f8b1ca7b55e8a387ce804d3d58e65/f 2024-12-05T13:23:11,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/staging/jenkins.hfs.10__test__38euosd06hofqrbupk16ronag6qkq4mts5lhnfnljnmpp5edr8j95i06kg75iod2/f/c2f13639a2214f60b4cb440c80299085_SeqId_6_ into 642f8b1ca7b55e8a387ce804d3d58e65/f (new location: hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/default/test/642f8b1ca7b55e8a387ce804d3d58e65/f/69cf1935338744139b43642a14ae063d_SeqId_6_) 2024-12-05T13:23:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/staging/jenkins.hfs.10__test__38euosd06hofqrbupk16ronag6qkq4mts5lhnfnljnmpp5edr8j95i06kg75iod2/f/c2f13639a2214f60b4cb440c80299085_SeqId_6_ 2024-12-05T13:23:11,103 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45127 {}] regionserver.ReplicationSink(324): Finished replicating [c831ee9b-c0e0-4a3f-9ce5-1f0b0be0a62d] bulk loaded data 2024-12-05T13:23:11,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T13:23:11,208 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:23:11,208 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:23:11,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:11,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:11,209 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:23:11,209 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T13:23:11,209 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=53540501, stopped=false 2024-12-05T13:23:11,209 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=88aaa70743e7,39319,1733404975597 2024-12-05T13:23:11,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39319-0x101a6d68cc50003, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1954600996/running 2024-12-05T13:23:11,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42525-0x101a6d68cc50004, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1954600996/running 2024-12-05T13:23:11,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42525-0x101a6d68cc50004, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954600996 2024-12-05T13:23:11,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39319-0x101a6d68cc50003, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954600996 2024-12-05T13:23:11,246 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:23:11,246 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:23:11,246 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:23:11,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:11,247 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '88aaa70743e7,42525,1733404975749' ***** 2024-12-05T13:23:11,247 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T13:23:11,247 INFO [RS:0;88aaa70743e7:42525 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T13:23:11,247 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39319-0x101a6d68cc50003, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Set watcher on znode that does not yet exist, /1-1954600996/running 2024-12-05T13:23:11,247 INFO [RS:0;88aaa70743e7:42525 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T13:23:11,247 INFO [RS:0;88aaa70743e7:42525 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T13:23:11,247 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42525-0x101a6d68cc50004, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Set watcher on znode that does not yet exist, /1-1954600996/running 2024-12-05T13:23:11,247 INFO [RS:0;88aaa70743e7:42525 {}] regionserver.HRegionServer(3091): Received CLOSE for 21d4a19fa333ae28a79766f9b9fec9d0 2024-12-05T13:23:11,247 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T13:23:11,248 INFO [RS:0;88aaa70743e7:42525 {}] regionserver.HRegionServer(3091): Received CLOSE for 1649339e9afdeb06ae7509282c15b3cb 2024-12-05T13:23:11,248 INFO [RS:0;88aaa70743e7:42525 {}] regionserver.HRegionServer(959): stopping server 88aaa70743e7,42525,1733404975749 2024-12-05T13:23:11,248 INFO [RS:0;88aaa70743e7:42525 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:23:11,248 INFO [RS:0;88aaa70743e7:42525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:42525. 2024-12-05T13:23:11,248 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 21d4a19fa333ae28a79766f9b9fec9d0, disabling compactions & flushes 2024-12-05T13:23:11,248 DEBUG [RS:0;88aaa70743e7:42525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:23:11,248 DEBUG [RS:0;88aaa70743e7:42525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:11,248 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733404980973.21d4a19fa333ae28a79766f9b9fec9d0. 2024-12-05T13:23:11,248 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733404980973.21d4a19fa333ae28a79766f9b9fec9d0. 2024-12-05T13:23:11,248 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733404980973.21d4a19fa333ae28a79766f9b9fec9d0. after waiting 0 ms 2024-12-05T13:23:11,248 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733404980973.21d4a19fa333ae28a79766f9b9fec9d0. 2024-12-05T13:23:11,248 INFO [RS:0;88aaa70743e7:42525 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T13:23:11,248 INFO [RS:0;88aaa70743e7:42525 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T13:23:11,248 INFO [RS:0;88aaa70743e7:42525 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T13:23:11,248 INFO [RS:0;88aaa70743e7:42525 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T13:23:11,248 INFO [RS:0;88aaa70743e7:42525 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T13:23:11,248 DEBUG [RS:0;88aaa70743e7:42525 {}] regionserver.HRegionServer(1325): Online Regions={21d4a19fa333ae28a79766f9b9fec9d0=test,,1733404980973.21d4a19fa333ae28a79766f9b9fec9d0., 1588230740=hbase:meta,,1.1588230740, 1649339e9afdeb06ae7509282c15b3cb=hbase:replication,,1733404984285.1649339e9afdeb06ae7509282c15b3cb.} 2024-12-05T13:23:11,248 DEBUG [RS:0;88aaa70743e7:42525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1649339e9afdeb06ae7509282c15b3cb, 21d4a19fa333ae28a79766f9b9fec9d0 2024-12-05T13:23:11,248 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:23:11,248 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:23:11,248 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:23:11,248 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:23:11,248 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:23:11,248 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T13:23:11,257 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/default/test/21d4a19fa333ae28a79766f9b9fec9d0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T13:23:11,258 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:23:11,258 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T13:23:11,258 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733404980973.21d4a19fa333ae28a79766f9b9fec9d0. 2024-12-05T13:23:11,258 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 21d4a19fa333ae28a79766f9b9fec9d0: Waiting for close lock at 1733404991248Running coprocessor pre-close hooks at 1733404991248Disabling compacts and flushes for region at 1733404991248Disabling writes for close at 1733404991248Writing region close event to WAL at 1733404991248Running coprocessor post-close hooks at 1733404991258 (+10 ms)Closed at 1733404991258 2024-12-05T13:23:11,258 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733404980973.21d4a19fa333ae28a79766f9b9fec9d0. 2024-12-05T13:23:11,258 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1649339e9afdeb06ae7509282c15b3cb, disabling compactions & flushes 2024-12-05T13:23:11,258 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733404984285.1649339e9afdeb06ae7509282c15b3cb. 2024-12-05T13:23:11,258 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733404984285.1649339e9afdeb06ae7509282c15b3cb. 2024-12-05T13:23:11,258 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733404984285.1649339e9afdeb06ae7509282c15b3cb. after waiting 0 ms 2024-12-05T13:23:11,258 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733404984285.1649339e9afdeb06ae7509282c15b3cb. 2024-12-05T13:23:11,258 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1649339e9afdeb06ae7509282c15b3cb 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-05T13:23:11,263 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/meta/1588230740/.tmp/info/a566fa619b3242ed8511f2d7b76de0cd is 147, key is hbase:replication,,1733404984285.1649339e9afdeb06ae7509282c15b3cb./info:regioninfo/1733404985454/Put/seqid=0 2024-12-05T13:23:11,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741844_1020 (size=7686) 2024-12-05T13:23:11,277 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/replication/1649339e9afdeb06ae7509282c15b3cb/.tmp/hfileref/3e11f26b09774172b9f7ecd34aadfdb3 is 74, key is 1/hfileref:0778e650f8434a4fac749d7e06eb607b_SeqId_4_/1733404990114/DeleteColumn/seqid=0 2024-12-05T13:23:11,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741845_1021 (size=5345) 2024-12-05T13:23:11,281 INFO [regionserver/88aaa70743e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:23:11,371 INFO [regionserver/88aaa70743e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T13:23:11,371 INFO [regionserver/88aaa70743e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T13:23:11,448 DEBUG [RS:0;88aaa70743e7:42525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1649339e9afdeb06ae7509282c15b3cb 2024-12-05T13:23:11,552 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T13:23:11,552 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-05T13:23:11,558 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.wal-reader.88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580/88aaa70743e7%2C45127%2C1733404970580.1733404972813 to pos 687, reset compression=false 2024-12-05T13:23:11,563 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.wal-reader.88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T13:23:11,564 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.shipper88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,45127,1733404970580 got entry batch from reader: WALEntryBatch [walEntries=[{test/642f8b1ca7b55e8a387ce804d3d58e65/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733404991102/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580/88aaa70743e7%2C45127%2C1733404970580.1733404972813, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-05T13:23:11,565 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 88aaa70743e7,42525,1733404975749 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T13:23:11,565 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42525 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:57562 deadline: 1733405051565, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 88aaa70743e7,42525,1733404975749 stopping 2024-12-05T13:23:11,571 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.shipper88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 88aaa70743e7,42525,1733404975749 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:23:11,598 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749.replicationSource.wal-reader.88aaa70743e7%2C42525%2C1733404975749,1-88aaa70743e7,42525,1733404975749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/WALs/88aaa70743e7,42525,1733404975749/88aaa70743e7%2C42525%2C1733404975749.1733404977509 to pos 1033, reset compression=false 2024-12-05T13:23:11,603 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749.replicationSource.wal-reader.88aaa70743e7%2C42525%2C1733404975749,1-88aaa70743e7,42525,1733404975749 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:23:11,603 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749.replicationSource.wal-reader.88aaa70743e7%2C42525%2C1733404975749,1-88aaa70743e7,42525,1733404975749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/WALs/88aaa70743e7,42525,1733404975749/88aaa70743e7%2C42525%2C1733404975749.1733404977509 to pos 1328, reset compression=false 2024-12-05T13:23:11,603 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749.replicationSource.shipper88aaa70743e7%2C42525%2C1733404975749,1-88aaa70743e7,42525,1733404975749 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,42525,1733404975749 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/WALs/88aaa70743e7,42525,1733404975749/88aaa70743e7%2C42525%2C1733404975749.1733404977509, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T13:23:11,604 ERROR [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749.replicationSource.shipper88aaa70743e7%2C42525%2C1733404975749,1-88aaa70743e7,42525,1733404975749 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 88aaa70743e7,42525,1733404975749: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-88aaa70743e7,42525,1733404975749, walGroup=88aaa70743e7%2C42525%2C1733404975749, offset=88aaa70743e7%2C42525%2C1733404975749.1733404977509:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:42525 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T13:23:11,605 ERROR [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749.replicationSource.shipper88aaa70743e7%2C42525%2C1733404975749,1-88aaa70743e7,42525,1733404975749 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T13:23:11,605 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749.replicationSource.shipper88aaa70743e7%2C42525%2C1733404975749,1-88aaa70743e7,42525,1733404975749 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T13:23:11,606 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749.replicationSource.shipper88aaa70743e7%2C42525%2C1733404975749,1-88aaa70743e7,42525,1733404975749 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T13:23:11,606 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749.replicationSource.shipper88aaa70743e7%2C42525%2C1733404975749,1-88aaa70743e7,42525,1733404975749 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T13:23:11,606 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749.replicationSource.shipper88aaa70743e7%2C42525%2C1733404975749,1-88aaa70743e7,42525,1733404975749 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T13:23:11,606 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749.replicationSource.shipper88aaa70743e7%2C42525%2C1733404975749,1-88aaa70743e7,42525,1733404975749 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 815943816 }, "NonHeapMemoryUsage": { "committed": 190251008, "init": 7667712, "max": -1, "used": 187529848 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T13:23:11,608 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749.replicationSource.shipper88aaa70743e7%2C42525%2C1733404975749,1-88aaa70743e7,42525,1733404975749 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:39319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:39319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T13:23:11,649 DEBUG [RS:0;88aaa70743e7:42525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1649339e9afdeb06ae7509282c15b3cb 2024-12-05T13:23:11,670 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/meta/1588230740/.tmp/info/a566fa619b3242ed8511f2d7b76de0cd 2024-12-05T13:23:11,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 88aaa70743e7,42525,1733404975749 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:23:11,675 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.shipper88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 88aaa70743e7,42525,1733404975749 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:23:11,681 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/replication/1649339e9afdeb06ae7509282c15b3cb/.tmp/hfileref/3e11f26b09774172b9f7ecd34aadfdb3 2024-12-05T13:23:11,689 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/meta/1588230740/.tmp/ns/15c6215bd0d5415aaab1371ea27f333c is 43, key is default/ns:d/1733404978750/Put/seqid=0 2024-12-05T13:23:11,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741846_1022 (size=5153) 2024-12-05T13:23:11,703 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/replication/1649339e9afdeb06ae7509282c15b3cb/.tmp/queue/f2106684826a4a02a26fe229a2e67428 is 154, key is 1-88aaa70743e7,42525,1733404975749/queue:88aaa70743e7%2C42525%2C1733404975749/1733404991106/Put/seqid=0 2024-12-05T13:23:11,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741847_1023 (size=5353) 2024-12-05T13:23:11,764 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.wal-reader.88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580/88aaa70743e7%2C45127%2C1733404970580.1733404972813 to pos 1033, reset compression=false 2024-12-05T13:23:11,809 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749.replicationSource.wal-reader.88aaa70743e7%2C42525%2C1733404975749,1-88aaa70743e7,42525,1733404975749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/WALs/88aaa70743e7,42525,1733404975749/88aaa70743e7%2C42525%2C1733404975749.1733404977509 to pos 1328, reset compression=false 2024-12-05T13:23:11,849 DEBUG [RS:0;88aaa70743e7:42525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1649339e9afdeb06ae7509282c15b3cb 2024-12-05T13:23:11,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 88aaa70743e7,42525,1733404975749 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:23:11,879 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.shipper88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 88aaa70743e7,42525,1733404975749 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:23:12,049 DEBUG [RS:0;88aaa70743e7:42525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1649339e9afdeb06ae7509282c15b3cb 2024-12-05T13:23:12,068 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.wal-reader.88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580/88aaa70743e7%2C45127%2C1733404970580.1733404972813 to pos 1033, reset compression=false 2024-12-05T13:23:12,097 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/meta/1588230740/.tmp/ns/15c6215bd0d5415aaab1371ea27f333c 2024-12-05T13:23:12,107 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/replication/1649339e9afdeb06ae7509282c15b3cb/.tmp/queue/f2106684826a4a02a26fe229a2e67428 2024-12-05T13:23:12,111 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/replication/1649339e9afdeb06ae7509282c15b3cb/.tmp/hfileref/3e11f26b09774172b9f7ecd34aadfdb3 as hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/replication/1649339e9afdeb06ae7509282c15b3cb/hfileref/3e11f26b09774172b9f7ecd34aadfdb3 2024-12-05T13:23:12,113 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749.replicationSource.wal-reader.88aaa70743e7%2C42525%2C1733404975749,1-88aaa70743e7,42525,1733404975749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/WALs/88aaa70743e7,42525,1733404975749/88aaa70743e7%2C42525%2C1733404975749.1733404977509 to pos 1328, reset compression=false 2024-12-05T13:23:12,115 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/meta/1588230740/.tmp/rep_barrier/04d1aebb8e184316a9c69f662d0dc399 is 112, key is test,,1733404980973.21d4a19fa333ae28a79766f9b9fec9d0./rep_barrier:seqnumDuringOpen/1733404981728/Put/seqid=0 2024-12-05T13:23:12,116 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/replication/1649339e9afdeb06ae7509282c15b3cb/hfileref/3e11f26b09774172b9f7ecd34aadfdb3, entries=4, sequenceid=12, filesize=5.2 K 2024-12-05T13:23:12,117 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/replication/1649339e9afdeb06ae7509282c15b3cb/.tmp/queue/f2106684826a4a02a26fe229a2e67428 as hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/replication/1649339e9afdeb06ae7509282c15b3cb/queue/f2106684826a4a02a26fe229a2e67428 2024-12-05T13:23:12,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741848_1024 (size=5518) 2024-12-05T13:23:12,119 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/meta/1588230740/.tmp/rep_barrier/04d1aebb8e184316a9c69f662d0dc399 2024-12-05T13:23:12,121 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/replication/1649339e9afdeb06ae7509282c15b3cb/queue/f2106684826a4a02a26fe229a2e67428, entries=1, sequenceid=12, filesize=5.2 K 2024-12-05T13:23:12,123 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 1649339e9afdeb06ae7509282c15b3cb in 864ms, sequenceid=12, compaction requested=false 2024-12-05T13:23:12,131 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/replication/1649339e9afdeb06ae7509282c15b3cb/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T13:23:12,131 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:23:12,131 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:23:12,132 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733404984285.1649339e9afdeb06ae7509282c15b3cb. 2024-12-05T13:23:12,132 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1649339e9afdeb06ae7509282c15b3cb: Waiting for close lock at 1733404991258Running coprocessor pre-close hooks at 1733404991258Disabling compacts and flushes for region at 1733404991258Disabling writes for close at 1733404991258Obtaining lock to block concurrent updates at 1733404991258Preparing flush snapshotting stores in 1649339e9afdeb06ae7509282c15b3cb at 1733404991258Finished memstore snapshotting hbase:replication,,1733404984285.1649339e9afdeb06ae7509282c15b3cb., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733404991259 (+1 ms)Flushing stores of hbase:replication,,1733404984285.1649339e9afdeb06ae7509282c15b3cb. at 1733404991259Flushing 1649339e9afdeb06ae7509282c15b3cb/hfileref: creating writer at 1733404991259Flushing 1649339e9afdeb06ae7509282c15b3cb/hfileref: appending metadata at 1733404991276 (+17 ms)Flushing 1649339e9afdeb06ae7509282c15b3cb/hfileref: closing flushed file at 1733404991277 (+1 ms)Flushing 1649339e9afdeb06ae7509282c15b3cb/queue: creating writer at 1733404991686 (+409 ms)Flushing 1649339e9afdeb06ae7509282c15b3cb/queue: appending metadata at 1733404991702 (+16 ms)Flushing 1649339e9afdeb06ae7509282c15b3cb/queue: closing flushed file at 1733404991702Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cec88e5: reopening flushed file at 1733404992111 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@207c1ee6: reopening flushed file at 1733404992116 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 1649339e9afdeb06ae7509282c15b3cb in 864ms, sequenceid=12, compaction requested=false at 1733404992123 (+7 ms)Writing region close event to WAL at 1733404992124 (+1 ms)Running coprocessor post-close hooks at 1733404992131 (+7 ms)Closed at 1733404992131 2024-12-05T13:23:12,132 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733404984285.1649339e9afdeb06ae7509282c15b3cb. 2024-12-05T13:23:12,142 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/meta/1588230740/.tmp/table/2b257352dfb545ba84c96aa8f14d464e is 53, key is hbase:replication/table:state/1733404985460/Put/seqid=0 2024-12-05T13:23:12,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741849_1025 (size=5308) 2024-12-05T13:23:12,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 88aaa70743e7,42525,1733404975749 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:23:12,182 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.shipper88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 88aaa70743e7,42525,1733404975749 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:23:12,249 INFO [RS:0;88aaa70743e7:42525 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T13:23:12,249 DEBUG [RS:0;88aaa70743e7:42525 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T13:23:12,249 DEBUG [RS:0;88aaa70743e7:42525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:23:12,449 DEBUG [RS:0;88aaa70743e7:42525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:23:12,476 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.wal-reader.88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580/88aaa70743e7%2C45127%2C1733404970580.1733404972813 to pos 1033, reset compression=false 2024-12-05T13:23:12,517 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749.replicationSource.wal-reader.88aaa70743e7%2C42525%2C1733404975749,1-88aaa70743e7,42525,1733404975749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/WALs/88aaa70743e7,42525,1733404975749/88aaa70743e7%2C42525%2C1733404975749.1733404977509 to pos 1328, reset compression=false 2024-12-05T13:23:12,547 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/meta/1588230740/.tmp/table/2b257352dfb545ba84c96aa8f14d464e 2024-12-05T13:23:12,553 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/meta/1588230740/.tmp/info/a566fa619b3242ed8511f2d7b76de0cd as hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/meta/1588230740/info/a566fa619b3242ed8511f2d7b76de0cd 2024-12-05T13:23:12,561 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/meta/1588230740/info/a566fa619b3242ed8511f2d7b76de0cd, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T13:23:12,562 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/meta/1588230740/.tmp/ns/15c6215bd0d5415aaab1371ea27f333c as hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/meta/1588230740/ns/15c6215bd0d5415aaab1371ea27f333c 2024-12-05T13:23:12,572 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/meta/1588230740/ns/15c6215bd0d5415aaab1371ea27f333c, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T13:23:12,575 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/meta/1588230740/.tmp/rep_barrier/04d1aebb8e184316a9c69f662d0dc399 as hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/meta/1588230740/rep_barrier/04d1aebb8e184316a9c69f662d0dc399 2024-12-05T13:23:12,582 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/meta/1588230740/rep_barrier/04d1aebb8e184316a9c69f662d0dc399, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T13:23:12,582 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/meta/1588230740/.tmp/table/2b257352dfb545ba84c96aa8f14d464e as hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/meta/1588230740/table/2b257352dfb545ba84c96aa8f14d464e 2024-12-05T13:23:12,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 88aaa70743e7,42525,1733404975749 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:23:12,586 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.shipper88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 88aaa70743e7,42525,1733404975749 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:23:12,587 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/meta/1588230740/table/2b257352dfb545ba84c96aa8f14d464e, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T13:23:12,588 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1340ms, sequenceid=16, compaction requested=false 2024-12-05T13:23:12,594 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T13:23:12,595 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:23:12,595 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:23:12,595 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:23:12,595 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733404991248Running coprocessor pre-close hooks at 1733404991248Disabling compacts and flushes for region at 1733404991248Disabling writes for close at 1733404991248Obtaining lock to block concurrent updates at 1733404991248Preparing flush snapshotting stores in 1588230740 at 1733404991248Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733404991249 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733404991249Flushing 1588230740/info: creating writer at 1733404991249Flushing 1588230740/info: appending metadata at 1733404991263 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733404991263Flushing 1588230740/ns: creating writer at 1733404991675 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733404991689 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733404991689Flushing 1588230740/rep_barrier: creating writer at 1733404992101 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733404992115 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733404992115Flushing 1588230740/table: creating writer at 1733404992122 (+7 ms)Flushing 1588230740/table: appending metadata at 1733404992141 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733404992141Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59200949: reopening flushed file at 1733404992552 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f6c9bf: reopening flushed file at 1733404992561 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30a812a2: reopening flushed file at 1733404992572 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ead52a9: reopening flushed file at 1733404992582 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1340ms, sequenceid=16, compaction requested=false at 1733404992588 (+6 ms)Writing region close event to WAL at 1733404992591 (+3 ms)Running coprocessor post-close hooks at 1733404992595 (+4 ms)Closed at 1733404992595 2024-12-05T13:23:12,595 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T13:23:12,650 INFO [RS:0;88aaa70743e7:42525 {}] regionserver.HRegionServer(976): stopping server 88aaa70743e7,42525,1733404975749; all regions closed. 2024-12-05T13:23:12,652 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/WALs/88aaa70743e7,42525,1733404975749/88aaa70743e7%2C42525%2C1733404975749.meta.1733404978688.meta not finished, retry = 0 2024-12-05T13:23:12,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741834_1010 (size=4239) 2024-12-05T13:23:12,755 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/WALs/88aaa70743e7,42525,1733404975749/88aaa70743e7%2C42525%2C1733404975749.rep.1733404985426 not finished, retry = 0 2024-12-05T13:23:12,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741839_1015 (size=3127) 2024-12-05T13:23:12,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741832_1008 (size=1336) 2024-12-05T13:23:12,858 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/WALs/88aaa70743e7,42525,1733404975749/88aaa70743e7%2C42525%2C1733404975749.1733404977509 not finished, retry = 0 2024-12-05T13:23:12,959 DEBUG [RS:0;88aaa70743e7:42525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:12,959 INFO [RS:0;88aaa70743e7:42525 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:23:12,959 INFO [RS:0;88aaa70743e7:42525 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:23:12,959 INFO [RS:0;88aaa70743e7:42525 {}] hbase.ChoreService(370): Chore service for: regionserver/88aaa70743e7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T13:23:12,959 INFO [RS:0;88aaa70743e7:42525 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:23:12,959 INFO [regionserver/88aaa70743e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:23:12,960 INFO [RS:0;88aaa70743e7:42525 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-88aaa70743e7,42525,1733404975749 because: Region server is closing 2024-12-05T13:23:12,960 INFO [RS:0;88aaa70743e7:42525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:42525. 2024-12-05T13:23:12,960 DEBUG [RS:0;88aaa70743e7:42525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:23:12,960 DEBUG [RS:0;88aaa70743e7:42525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:12,960 DEBUG [RS:0;88aaa70743e7:42525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:12,960 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:23:12,984 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.wal-reader.88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580/88aaa70743e7%2C45127%2C1733404970580.1733404972813 to pos 1033, reset compression=false 2024-12-05T13:23:13,060 INFO [RS:0;88aaa70743e7:42525 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42525,1733404975749.replicationSource.shipper88aaa70743e7%2C42525%2C1733404975749,1-88aaa70743e7,42525,1733404975749 terminated 2024-12-05T13:23:13,060 INFO [RS:0;88aaa70743e7:42525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:42525. 2024-12-05T13:23:13,060 DEBUG [RS:0;88aaa70743e7:42525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:23:13,061 DEBUG [RS:0;88aaa70743e7:42525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:13,061 DEBUG [RS:0;88aaa70743e7:42525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:13,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:23:13,061 INFO [RS:0;88aaa70743e7:42525 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42525 2024-12-05T13:23:13,089 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 88aaa70743e7:42525 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 88aaa70743e7/172.17.0.3:42525 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:23:13,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 88aaa70743e7:42525 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 88aaa70743e7/172.17.0.3:42525 2024-12-05T13:23:13,090 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.shipper88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=88aaa70743e7:42525 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 88aaa70743e7/172.17.0.3:42525 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 88aaa70743e7/172.17.0.3:42525 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-05T13:23:13,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42525-0x101a6d68cc50004, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1954600996/rs/88aaa70743e7,42525,1733404975749 2024-12-05T13:23:13,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39319-0x101a6d68cc50003, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954600996/rs 2024-12-05T13:23:13,101 INFO [RS:0;88aaa70743e7:42525 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:23:13,108 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [88aaa70743e7,42525,1733404975749] 2024-12-05T13:23:13,116 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1954600996/draining/88aaa70743e7,42525,1733404975749 already deleted, retry=false 2024-12-05T13:23:13,116 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 88aaa70743e7,42525,1733404975749 expired; onlineServers=0 2024-12-05T13:23:13,116 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '88aaa70743e7,39319,1733404975597' ***** 2024-12-05T13:23:13,116 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T13:23:13,116 INFO [M:0;88aaa70743e7:39319 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:23:13,117 INFO [M:0;88aaa70743e7:39319 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:23:13,117 DEBUG [M:0;88aaa70743e7:39319 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T13:23:13,117 DEBUG [M:0;88aaa70743e7:39319 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T13:23:13,117 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T13:23:13,117 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733404977263 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733404977263,5,FailOnTimeoutGroup] 2024-12-05T13:23:13,117 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733404977265 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733404977265,5,FailOnTimeoutGroup] 2024-12-05T13:23:13,117 INFO [M:0;88aaa70743e7:39319 {}] hbase.ChoreService(370): Chore service for: master/88aaa70743e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T13:23:13,117 INFO [M:0;88aaa70743e7:39319 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:23:13,117 DEBUG [M:0;88aaa70743e7:39319 {}] master.HMaster(1795): Stopping service threads 2024-12-05T13:23:13,117 INFO [M:0;88aaa70743e7:39319 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T13:23:13,117 INFO [M:0;88aaa70743e7:39319 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:23:13,117 INFO [M:0;88aaa70743e7:39319 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T13:23:13,117 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T13:23:13,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39319-0x101a6d68cc50003, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1954600996/master 2024-12-05T13:23:13,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39319-0x101a6d68cc50003, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1954600996 2024-12-05T13:23:13,125 DEBUG [M:0;88aaa70743e7:39319 {}] zookeeper.ZKUtil(347): master:39319-0x101a6d68cc50003, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Unable to get data of znode /1-1954600996/master because node does not exist (not an error) 2024-12-05T13:23:13,125 WARN [M:0;88aaa70743e7:39319 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T13:23:13,125 INFO [M:0;88aaa70743e7:39319 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/.lastflushedseqids 2024-12-05T13:23:13,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741850_1026 (size=263) 2024-12-05T13:23:13,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42525-0x101a6d68cc50004, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:23:13,208 INFO [RS:0;88aaa70743e7:42525 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:23:13,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42525-0x101a6d68cc50004, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:23:13,208 INFO [RS:0;88aaa70743e7:42525 {}] regionserver.HRegionServer(1031): Exiting; stopping=88aaa70743e7,42525,1733404975749; zookeeper connection closed. 2024-12-05T13:23:13,208 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@34f6c9b0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@34f6c9b0 2024-12-05T13:23:13,209 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T13:23:13,533 INFO [M:0;88aaa70743e7:39319 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T13:23:13,533 INFO [M:0;88aaa70743e7:39319 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T13:23:13,533 DEBUG [M:0;88aaa70743e7:39319 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:23:13,533 INFO [M:0;88aaa70743e7:39319 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:23:13,533 DEBUG [M:0;88aaa70743e7:39319 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:23:13,533 DEBUG [M:0;88aaa70743e7:39319 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:23:13,533 DEBUG [M:0;88aaa70743e7:39319 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:23:13,533 INFO [M:0;88aaa70743e7:39319 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-05T13:23:13,552 DEBUG [M:0;88aaa70743e7:39319 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/69e60072c56a4afa9712d253502194c2 is 82, key is hbase:meta,,1/info:regioninfo/1733404978724/Put/seqid=0 2024-12-05T13:23:13,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741851_1027 (size=5672) 2024-12-05T13:23:13,588 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.wal-reader.88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580/88aaa70743e7%2C45127%2C1733404970580.1733404972813 to pos 1033, reset compression=false 2024-12-05T13:23:13,703 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.shipper88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] ipc.AbstractRpcClient(357): Not trying to connect to 88aaa70743e7:42525 this server is in the failed servers list 2024-12-05T13:23:13,704 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.shipper88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=88aaa70743e7:42525 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 88aaa70743e7:42525 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 88aaa70743e7:42525 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-12-05T13:23:13,957 INFO [M:0;88aaa70743e7:39319 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/69e60072c56a4afa9712d253502194c2 2024-12-05T13:23:13,978 DEBUG [M:0;88aaa70743e7:39319 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/277b27f35fc449b69e87c843f37f7989 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733404985463/Put/seqid=0 2024-12-05T13:23:13,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741852_1028 (size=8515) 2024-12-05T13:23:14,292 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.wal-reader.88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580/88aaa70743e7%2C45127%2C1733404970580.1733404972813 to pos 1033, reset compression=false 2024-12-05T13:23:14,382 INFO [M:0;88aaa70743e7:39319 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/277b27f35fc449b69e87c843f37f7989 2024-12-05T13:23:14,405 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.shipper88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] ipc.AbstractRpcClient(357): Not trying to connect to 88aaa70743e7:42525 this server is in the failed servers list 2024-12-05T13:23:14,406 DEBUG [M:0;88aaa70743e7:39319 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b891f5979b9d4a2d9936193e13a2d579 is 69, key is 88aaa70743e7,42525,1733404975749/rs:state/1733404977316/Put/seqid=0 2024-12-05T13:23:14,405 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.shipper88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=88aaa70743e7:42525 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 88aaa70743e7:42525 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 88aaa70743e7:42525 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-12-05T13:23:14,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741853_1029 (size=5156) 2024-12-05T13:23:14,810 INFO [M:0;88aaa70743e7:39319 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b891f5979b9d4a2d9936193e13a2d579 2024-12-05T13:23:14,816 DEBUG [M:0;88aaa70743e7:39319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/69e60072c56a4afa9712d253502194c2 as hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/69e60072c56a4afa9712d253502194c2 2024-12-05T13:23:14,833 INFO [M:0;88aaa70743e7:39319 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/69e60072c56a4afa9712d253502194c2, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T13:23:14,834 DEBUG [M:0;88aaa70743e7:39319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/277b27f35fc449b69e87c843f37f7989 as hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/277b27f35fc449b69e87c843f37f7989 2024-12-05T13:23:14,838 INFO [M:0;88aaa70743e7:39319 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/277b27f35fc449b69e87c843f37f7989, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T13:23:14,839 DEBUG [M:0;88aaa70743e7:39319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b891f5979b9d4a2d9936193e13a2d579 as hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b891f5979b9d4a2d9936193e13a2d579 2024-12-05T13:23:14,844 INFO [M:0;88aaa70743e7:39319 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41935/user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b891f5979b9d4a2d9936193e13a2d579, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T13:23:14,845 INFO [M:0;88aaa70743e7:39319 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=97, compaction requested=false 2024-12-05T13:23:14,847 INFO [M:0;88aaa70743e7:39319 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:23:14,848 DEBUG [M:0;88aaa70743e7:39319 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733404993533Disabling compacts and flushes for region at 1733404993533Disabling writes for close at 1733404993533Obtaining lock to block concurrent updates at 1733404993533Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733404993533Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733404993534 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733404993534Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733404993534Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733404993552 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733404993552Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733404993961 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733404993977 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733404993977Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733404994386 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733404994405 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733404994405Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66bf20ef: reopening flushed file at 1733404994815 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cb48eff: reopening flushed file at 1733404994833 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57d267ec: reopening flushed file at 1733404994838 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=97, compaction requested=false at 1733404994845 (+7 ms)Writing region close event to WAL at 1733404994847 (+2 ms)Closed at 1733404994847 2024-12-05T13:23:14,850 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/992ecd90-9602-b8b5-2c74-3c38325fd948/MasterData/WALs/88aaa70743e7,39319,1733404975597/88aaa70743e7%2C39319%2C1733404975597.1733404977061 not finished, retry = 0 2024-12-05T13:23:14,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33977 is added to blk_1073741830_1006 (size=63642) 2024-12-05T13:23:14,951 INFO [M:0;88aaa70743e7:39319 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T13:23:14,951 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:23:14,951 INFO [M:0;88aaa70743e7:39319 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39319 2024-12-05T13:23:14,951 INFO [M:0;88aaa70743e7:39319 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:23:15,058 INFO [M:0;88aaa70743e7:39319 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:23:15,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39319-0x101a6d68cc50003, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:23:15,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39319-0x101a6d68cc50003, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:23:15,060 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30acc661{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:23:15,060 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4723368d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:23:15,061 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:23:15,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@126f37db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:23:15,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14981279{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd06296e-c134-976d-7bd1-cae430ddade8/hadoop.log.dir/,STOPPED} 2024-12-05T13:23:15,062 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T13:23:15,062 WARN [BP-1839396813-172.17.0.3-1733404973875 heartbeating to localhost/127.0.0.1:41935 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:23:15,062 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:23:15,062 WARN [BP-1839396813-172.17.0.3-1733404973875 heartbeating to localhost/127.0.0.1:41935 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1839396813-172.17.0.3-1733404973875 (Datanode Uuid 57bb8d1c-8e63-4694-8f9a-583a0a758693) service to localhost/127.0.0.1:41935 2024-12-05T13:23:15,063 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd06296e-c134-976d-7bd1-cae430ddade8/cluster_e3cefb1a-66bf-4f10-4f6e-b4c80fbc08a3/data/data1/current/BP-1839396813-172.17.0.3-1733404973875 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:23:15,063 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd06296e-c134-976d-7bd1-cae430ddade8/cluster_e3cefb1a-66bf-4f10-4f6e-b4c80fbc08a3/data/data2/current/BP-1839396813-172.17.0.3-1733404973875 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:23:15,063 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:23:15,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45e60b61{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:23:15,068 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27d8bc7b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:23:15,068 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:23:15,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d032377{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:23:15,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74117ecf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd06296e-c134-976d-7bd1-cae430ddade8/hadoop.log.dir/,STOPPED} 2024-12-05T13:23:15,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T13:23:15,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T13:23:15,081 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:23:15,081 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:23:15,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:15,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:15,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:23:15,081 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T13:23:15,081 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=408616289, stopped=false 2024-12-05T13:23:15,081 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=88aaa70743e7,35335,1733404970440 2024-12-05T13:23:15,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35335-0x101a6d68cc50000, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0933123946/running 2024-12-05T13:23:15,096 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x101a6d68cc50001, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0933123946/running 2024-12-05T13:23:15,096 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.wal-reader.88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580/88aaa70743e7%2C45127%2C1733404970580.1733404972813 to pos 1033, reset compression=false 2024-12-05T13:23:15,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35335-0x101a6d68cc50000, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933123946 2024-12-05T13:23:15,096 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x101a6d68cc50001, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933123946 2024-12-05T13:23:15,096 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:23:15,096 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:23:15,096 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:23:15,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:15,096 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '88aaa70743e7,45127,1733404970580' ***** 2024-12-05T13:23:15,096 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T13:23:15,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45127-0x101a6d68cc50001, quorum=127.0.0.1:57205, baseZNode=/0933123946 Set watcher on znode that does not yet exist, /0933123946/running 2024-12-05T13:23:15,097 INFO [RS:0;88aaa70743e7:45127 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T13:23:15,097 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T13:23:15,097 INFO [RS:0;88aaa70743e7:45127 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T13:23:15,097 INFO [RS:0;88aaa70743e7:45127 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T13:23:15,097 INFO [RS:0;88aaa70743e7:45127 {}] regionserver.HRegionServer(3091): Received CLOSE for 642f8b1ca7b55e8a387ce804d3d58e65 2024-12-05T13:23:15,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35335-0x101a6d68cc50000, quorum=127.0.0.1:57205, baseZNode=/0933123946 Set watcher on znode that does not yet exist, /0933123946/running 2024-12-05T13:23:15,098 INFO [RS:0;88aaa70743e7:45127 {}] regionserver.HRegionServer(3091): Received CLOSE for c01693ac05d01d30de208ecf1af0c25e 2024-12-05T13:23:15,098 INFO [RS:0;88aaa70743e7:45127 {}] regionserver.HRegionServer(959): stopping server 88aaa70743e7,45127,1733404970580 2024-12-05T13:23:15,098 INFO [RS:0;88aaa70743e7:45127 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:23:15,098 INFO [RS:0;88aaa70743e7:45127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:45127. 2024-12-05T13:23:15,098 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 642f8b1ca7b55e8a387ce804d3d58e65, disabling compactions & flushes 2024-12-05T13:23:15,098 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733404978805.642f8b1ca7b55e8a387ce804d3d58e65. 2024-12-05T13:23:15,098 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733404978805.642f8b1ca7b55e8a387ce804d3d58e65. 2024-12-05T13:23:15,098 DEBUG [RS:0;88aaa70743e7:45127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:23:15,098 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733404978805.642f8b1ca7b55e8a387ce804d3d58e65. after waiting 0 ms 2024-12-05T13:23:15,098 DEBUG [RS:0;88aaa70743e7:45127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:15,098 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733404978805.642f8b1ca7b55e8a387ce804d3d58e65. 2024-12-05T13:23:15,098 INFO [RS:0;88aaa70743e7:45127 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T13:23:15,098 INFO [RS:0;88aaa70743e7:45127 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T13:23:15,098 INFO [RS:0;88aaa70743e7:45127 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T13:23:15,098 INFO [RS:0;88aaa70743e7:45127 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T13:23:15,098 INFO [RS:0;88aaa70743e7:45127 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T13:23:15,098 DEBUG [RS:0;88aaa70743e7:45127 {}] regionserver.HRegionServer(1325): Online Regions={642f8b1ca7b55e8a387ce804d3d58e65=test,,1733404978805.642f8b1ca7b55e8a387ce804d3d58e65., 1588230740=hbase:meta,,1.1588230740, c01693ac05d01d30de208ecf1af0c25e=hbase:replication,,1733404982130.c01693ac05d01d30de208ecf1af0c25e.} 2024-12-05T13:23:15,098 DEBUG [RS:0;88aaa70743e7:45127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 642f8b1ca7b55e8a387ce804d3d58e65, c01693ac05d01d30de208ecf1af0c25e 2024-12-05T13:23:15,098 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:23:15,098 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:23:15,098 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:23:15,098 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:23:15,098 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:23:15,099 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T13:23:15,101 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/default/test/642f8b1ca7b55e8a387ce804d3d58e65/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T13:23:15,102 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:23:15,102 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T13:23:15,102 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733404978805.642f8b1ca7b55e8a387ce804d3d58e65. 2024-12-05T13:23:15,102 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 642f8b1ca7b55e8a387ce804d3d58e65: Waiting for close lock at 1733404995098Running coprocessor pre-close hooks at 1733404995098Disabling compacts and flushes for region at 1733404995098Disabling writes for close at 1733404995098Writing region close event to WAL at 1733404995099 (+1 ms)Running coprocessor post-close hooks at 1733404995101 (+2 ms)Closed at 1733404995102 (+1 ms) 2024-12-05T13:23:15,102 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733404978805.642f8b1ca7b55e8a387ce804d3d58e65. 2024-12-05T13:23:15,102 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c01693ac05d01d30de208ecf1af0c25e, disabling compactions & flushes 2024-12-05T13:23:15,102 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733404982130.c01693ac05d01d30de208ecf1af0c25e. 2024-12-05T13:23:15,102 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733404982130.c01693ac05d01d30de208ecf1af0c25e. 2024-12-05T13:23:15,102 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733404982130.c01693ac05d01d30de208ecf1af0c25e. after waiting 0 ms 2024-12-05T13:23:15,102 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733404982130.c01693ac05d01d30de208ecf1af0c25e. 2024-12-05T13:23:15,102 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c01693ac05d01d30de208ecf1af0c25e 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-12-05T13:23:15,114 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/replication/c01693ac05d01d30de208ecf1af0c25e/.tmp/hfileref/b8909dc71cbb4f54a5fd82e5b95432dd is 74, key is 1/hfileref:12dfc618c65846d181c20a4abc72f9e8_SeqId_4_/1733404988900/DeleteColumn/seqid=0 2024-12-05T13:23:15,115 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/meta/1588230740/.tmp/info/1107ecf17984417687b8b33104f5410e is 147, key is hbase:replication,,1733404982130.c01693ac05d01d30de208ecf1af0c25e./info:regioninfo/1733404983291/Put/seqid=0 2024-12-05T13:23:15,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741846_1022 (size=5345) 2024-12-05T13:23:15,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741847_1023 (size=7686) 2024-12-05T13:23:15,192 INFO [regionserver/88aaa70743e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:23:15,207 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 88aaa70743e7:42525 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 88aaa70743e7/172.17.0.3:42525 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:23:15,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 88aaa70743e7:42525 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 88aaa70743e7/172.17.0.3:42525 2024-12-05T13:23:15,207 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.shipper88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=88aaa70743e7:42525 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 88aaa70743e7/172.17.0.3:42525 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 88aaa70743e7/172.17.0.3:42525 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-05T13:23:15,209 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 88aaa70743e7:39319 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 88aaa70743e7/172.17.0.3:39319 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:23:15,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 88aaa70743e7:39319 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 88aaa70743e7/172.17.0.3:39319 2024-12-05T13:23:15,298 DEBUG [RS:0;88aaa70743e7:45127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c01693ac05d01d30de208ecf1af0c25e 2024-12-05T13:23:15,320 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:23:15,321 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 88aaa70743e7:39319 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 88aaa70743e7/172.17.0.3:39319 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T13:23:15,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [88aaa70743e7,39319,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=88aaa70743e7:39319 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 88aaa70743e7/172.17.0.3:39319 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-05T13:23:15,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 88aaa70743e7:39319 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 88aaa70743e7/172.17.0.3:39319 2024-12-05T13:23:15,499 DEBUG [RS:0;88aaa70743e7:45127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c01693ac05d01d30de208ecf1af0c25e 2024-12-05T13:23:15,518 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/replication/c01693ac05d01d30de208ecf1af0c25e/.tmp/hfileref/b8909dc71cbb4f54a5fd82e5b95432dd 2024-12-05T13:23:15,519 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/meta/1588230740/.tmp/info/1107ecf17984417687b8b33104f5410e 2024-12-05T13:23:15,530 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:23:15,531 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 88aaa70743e7:39319 this server is in the failed servers list 2024-12-05T13:23:15,531 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [88aaa70743e7,39319,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=88aaa70743e7:39319 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 88aaa70743e7:39319 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T13:23:15,540 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/meta/1588230740/.tmp/ns/6d9d3714926a432a8d0bf18609036710 is 43, key is default/ns:d/1733404973782/Put/seqid=0 2024-12-05T13:23:15,543 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/replication/c01693ac05d01d30de208ecf1af0c25e/.tmp/queue/1bc4d321883a4739b6f34781cf9d9d4d is 153, key is 1-88aaa70743e7,45127,1733404970580/queue:88aaa70743e7%2C45127%2C1733404970580/1733404988902/Put/seqid=0 2024-12-05T13:23:15,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741848_1024 (size=5153) 2024-12-05T13:23:15,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741849_1025 (size=5352) 2024-12-05T13:23:15,699 DEBUG [RS:0;88aaa70743e7:45127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c01693ac05d01d30de208ecf1af0c25e 2024-12-05T13:23:15,726 INFO [regionserver/88aaa70743e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T13:23:15,726 INFO [regionserver/88aaa70743e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T13:23:15,839 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:23:15,840 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 88aaa70743e7:39319 this server is in the failed servers list 2024-12-05T13:23:15,840 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [88aaa70743e7,39319,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=88aaa70743e7:39319 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 88aaa70743e7:39319 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T13:23:15,899 DEBUG [RS:0;88aaa70743e7:45127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c01693ac05d01d30de208ecf1af0c25e 2024-12-05T13:23:15,945 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/meta/1588230740/.tmp/ns/6d9d3714926a432a8d0bf18609036710 2024-12-05T13:23:15,946 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/replication/c01693ac05d01d30de208ecf1af0c25e/.tmp/queue/1bc4d321883a4739b6f34781cf9d9d4d 2024-12-05T13:23:15,950 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/replication/c01693ac05d01d30de208ecf1af0c25e/.tmp/hfileref/b8909dc71cbb4f54a5fd82e5b95432dd as hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/replication/c01693ac05d01d30de208ecf1af0c25e/hfileref/b8909dc71cbb4f54a5fd82e5b95432dd 2024-12-05T13:23:15,954 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/replication/c01693ac05d01d30de208ecf1af0c25e/hfileref/b8909dc71cbb4f54a5fd82e5b95432dd, entries=4, sequenceid=10, filesize=5.2 K 2024-12-05T13:23:15,955 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/replication/c01693ac05d01d30de208ecf1af0c25e/.tmp/queue/1bc4d321883a4739b6f34781cf9d9d4d as hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/replication/c01693ac05d01d30de208ecf1af0c25e/queue/1bc4d321883a4739b6f34781cf9d9d4d 2024-12-05T13:23:15,959 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/replication/c01693ac05d01d30de208ecf1af0c25e/queue/1bc4d321883a4739b6f34781cf9d9d4d, entries=1, sequenceid=10, filesize=5.2 K 2024-12-05T13:23:15,960 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for c01693ac05d01d30de208ecf1af0c25e in 858ms, sequenceid=10, compaction requested=false 2024-12-05T13:23:15,960 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T13:23:15,964 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/replication/c01693ac05d01d30de208ecf1af0c25e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T13:23:15,965 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:23:15,965 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:23:15,965 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733404982130.c01693ac05d01d30de208ecf1af0c25e. 2024-12-05T13:23:15,965 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c01693ac05d01d30de208ecf1af0c25e: Waiting for close lock at 1733404995102Running coprocessor pre-close hooks at 1733404995102Disabling compacts and flushes for region at 1733404995102Disabling writes for close at 1733404995102Obtaining lock to block concurrent updates at 1733404995102Preparing flush snapshotting stores in c01693ac05d01d30de208ecf1af0c25e at 1733404995102Finished memstore snapshotting hbase:replication,,1733404982130.c01693ac05d01d30de208ecf1af0c25e., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1733404995102Flushing stores of hbase:replication,,1733404982130.c01693ac05d01d30de208ecf1af0c25e. at 1733404995103 (+1 ms)Flushing c01693ac05d01d30de208ecf1af0c25e/hfileref: creating writer at 1733404995103Flushing c01693ac05d01d30de208ecf1af0c25e/hfileref: appending metadata at 1733404995114 (+11 ms)Flushing c01693ac05d01d30de208ecf1af0c25e/hfileref: closing flushed file at 1733404995114Flushing c01693ac05d01d30de208ecf1af0c25e/queue: creating writer at 1733404995523 (+409 ms)Flushing c01693ac05d01d30de208ecf1af0c25e/queue: appending metadata at 1733404995542 (+19 ms)Flushing c01693ac05d01d30de208ecf1af0c25e/queue: closing flushed file at 1733404995542Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@289b754a: reopening flushed file at 1733404995949 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@99fbe05: reopening flushed file at 1733404995954 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for c01693ac05d01d30de208ecf1af0c25e in 858ms, sequenceid=10, compaction requested=false at 1733404995960 (+6 ms)Writing region close event to WAL at 1733404995962 (+2 ms)Running coprocessor post-close hooks at 1733404995965 (+3 ms)Closed at 1733404995965 2024-12-05T13:23:15,965 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733404982130.c01693ac05d01d30de208ecf1af0c25e. 2024-12-05T13:23:15,967 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/meta/1588230740/.tmp/rep_barrier/5b74762500b24c03937fdf93781fa193 is 112, key is test,,1733404978805.642f8b1ca7b55e8a387ce804d3d58e65./rep_barrier:seqnumDuringOpen/1733404979952/Put/seqid=0 2024-12-05T13:23:15,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741850_1026 (size=5518) 2024-12-05T13:23:16,000 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.wal-reader.88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580/88aaa70743e7%2C45127%2C1733404970580.1733404972813 to pos 1033, reset compression=false 2024-12-05T13:23:16,004 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.wal-reader.88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:23:16,004 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.wal-reader.88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580/88aaa70743e7%2C45127%2C1733404970580.1733404972813 to pos 1328, reset compression=false 2024-12-05T13:23:16,099 INFO [RS:0;88aaa70743e7:45127 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T13:23:16,099 DEBUG [RS:0;88aaa70743e7:45127 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T13:23:16,099 DEBUG [RS:0;88aaa70743e7:45127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:23:16,208 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.wal-reader.88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580/88aaa70743e7%2C45127%2C1733404970580.1733404972813 to pos 1328, reset compression=false 2024-12-05T13:23:16,299 DEBUG [RS:0;88aaa70743e7:45127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:23:16,350 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:23:16,350 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 88aaa70743e7:39319 this server is in the failed servers list 2024-12-05T13:23:16,351 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [88aaa70743e7,39319,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=88aaa70743e7:39319 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 88aaa70743e7:39319 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T13:23:16,371 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/meta/1588230740/.tmp/rep_barrier/5b74762500b24c03937fdf93781fa193 2024-12-05T13:23:16,386 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/meta/1588230740/.tmp/table/c898970de37542af8ff99b7f6b805011 is 53, key is hbase:replication/table:state/1733404983297/Put/seqid=0 2024-12-05T13:23:16,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741851_1027 (size=5308) 2024-12-05T13:23:16,500 DEBUG [RS:0;88aaa70743e7:45127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:23:16,511 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.wal-reader.88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580/88aaa70743e7%2C45127%2C1733404970580.1733404972813 to pos 1328, reset compression=false 2024-12-05T13:23:16,700 DEBUG [RS:0;88aaa70743e7:45127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:23:16,760 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:23:16,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:16,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:16,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:16,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:16,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:16,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:16,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:16,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:16,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:16,790 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/meta/1588230740/.tmp/table/c898970de37542af8ff99b7f6b805011 2024-12-05T13:23:16,795 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/meta/1588230740/.tmp/info/1107ecf17984417687b8b33104f5410e as hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/meta/1588230740/info/1107ecf17984417687b8b33104f5410e 2024-12-05T13:23:16,799 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/meta/1588230740/info/1107ecf17984417687b8b33104f5410e, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T13:23:16,800 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/meta/1588230740/.tmp/ns/6d9d3714926a432a8d0bf18609036710 as hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/meta/1588230740/ns/6d9d3714926a432a8d0bf18609036710 2024-12-05T13:23:16,805 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/meta/1588230740/ns/6d9d3714926a432a8d0bf18609036710, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T13:23:16,805 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/meta/1588230740/.tmp/rep_barrier/5b74762500b24c03937fdf93781fa193 as hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/meta/1588230740/rep_barrier/5b74762500b24c03937fdf93781fa193 2024-12-05T13:23:16,809 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/meta/1588230740/rep_barrier/5b74762500b24c03937fdf93781fa193, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T13:23:16,810 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/meta/1588230740/.tmp/table/c898970de37542af8ff99b7f6b805011 as hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/meta/1588230740/table/c898970de37542af8ff99b7f6b805011 2024-12-05T13:23:16,814 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/meta/1588230740/table/c898970de37542af8ff99b7f6b805011, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T13:23:16,815 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=16, compaction requested=false 2024-12-05T13:23:16,815 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T13:23:16,819 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T13:23:16,819 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:23:16,819 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:23:16,820 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:23:16,820 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733404995098Running coprocessor pre-close hooks at 1733404995098Disabling compacts and flushes for region at 1733404995098Disabling writes for close at 1733404995098Obtaining lock to block concurrent updates at 1733404995099 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733404995099Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733404995099Flushing stores of hbase:meta,,1.1588230740 at 1733404995099Flushing 1588230740/info: creating writer at 1733404995099Flushing 1588230740/info: appending metadata at 1733404995115 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733404995115Flushing 1588230740/ns: creating writer at 1733404995523 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733404995540 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733404995540Flushing 1588230740/rep_barrier: creating writer at 1733404995949 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733404995966 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733404995966Flushing 1588230740/table: creating writer at 1733404996375 (+409 ms)Flushing 1588230740/table: appending metadata at 1733404996386 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733404996386Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4598e9de: reopening flushed file at 1733404996794 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16971366: reopening flushed file at 1733404996799 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@302deca3: reopening flushed file at 1733404996805 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19e88acd: reopening flushed file at 1733404996809 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=16, compaction requested=false at 1733404996815 (+6 ms)Writing region close event to WAL at 1733404996816 (+1 ms)Running coprocessor post-close hooks at 1733404996819 (+3 ms)Closed at 1733404996820 (+1 ms) 2024-12-05T13:23:16,820 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T13:23:16,900 INFO [RS:0;88aaa70743e7:45127 {}] regionserver.HRegionServer(976): stopping server 88aaa70743e7,45127,1733404970580; all regions closed. 2024-12-05T13:23:16,902 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580/88aaa70743e7%2C45127%2C1733404970580.meta.1733404973713.meta not finished, retry = 0 2024-12-05T13:23:16,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741834_1010 (size=4239) 2024-12-05T13:23:16,915 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.wal-reader.88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580/88aaa70743e7%2C45127%2C1733404970580.1733404972813 to pos 1328, reset compression=false 2024-12-05T13:23:17,004 DEBUG [RS:0;88aaa70743e7:45127 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/oldWALs 2024-12-05T13:23:17,004 INFO [RS:0;88aaa70743e7:45127 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 88aaa70743e7%2C45127%2C1733404970580.meta:.meta(num 1733404973713) 2024-12-05T13:23:17,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741839_1015 (size=2695) 2024-12-05T13:23:17,006 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/WALs/88aaa70743e7,45127,1733404970580/88aaa70743e7%2C45127%2C1733404970580.rep.1733404983263 not finished, retry = 0 2024-12-05T13:23:17,108 DEBUG [RS:0;88aaa70743e7:45127 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/oldWALs 2024-12-05T13:23:17,108 INFO [RS:0;88aaa70743e7:45127 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 88aaa70743e7%2C45127%2C1733404970580.rep:(num 1733404983263) 2024-12-05T13:23:17,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741832_1008 (size=1336) 2024-12-05T13:23:17,112 DEBUG [RS:0;88aaa70743e7:45127 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/oldWALs 2024-12-05T13:23:17,112 INFO [RS:0;88aaa70743e7:45127 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 88aaa70743e7%2C45127%2C1733404970580:(num 1733404972813) 2024-12-05T13:23:17,112 DEBUG [RS:0;88aaa70743e7:45127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:17,112 INFO [RS:0;88aaa70743e7:45127 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:23:17,112 INFO [RS:0;88aaa70743e7:45127 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:23:17,112 INFO [RS:0;88aaa70743e7:45127 {}] hbase.ChoreService(370): Chore service for: regionserver/88aaa70743e7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T13:23:17,112 INFO [RS:0;88aaa70743e7:45127 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:23:17,113 INFO [regionserver/88aaa70743e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:23:17,113 INFO [RS:0;88aaa70743e7:45127 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-88aaa70743e7,45127,1733404970580 because: Region server is closing 2024-12-05T13:23:17,113 INFO [RS:0;88aaa70743e7:45127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:45127. 2024-12-05T13:23:17,113 DEBUG [RS:0;88aaa70743e7:45127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:23:17,113 DEBUG [RS:0;88aaa70743e7:45127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:17,113 DEBUG [RS:0;88aaa70743e7:45127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:17,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:23:17,213 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.wal-reader.88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T13:23:17,213 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.shipper88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 5 more 2024-12-05T13:23:17,214 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.shipper88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-05T13:23:17,360 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:23:17,361 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [88aaa70743e7,39319,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:39319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T13:23:17,363 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [88aaa70743e7,39319,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:39319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T13:23:18,114 INFO [RS:0;88aaa70743e7:45127 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,45127,1733404970580.replicationSource.shipper88aaa70743e7%2C45127%2C1733404970580,1-88aaa70743e7,45127,1733404970580 terminated 2024-12-05T13:23:18,114 INFO [RS:0;88aaa70743e7:45127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:45127. 2024-12-05T13:23:18,114 DEBUG [RS:0;88aaa70743e7:45127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:23:18,114 DEBUG [RS:0;88aaa70743e7:45127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:18,114 DEBUG [RS:0;88aaa70743e7:45127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:18,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:23:18,114 INFO [RS:0;88aaa70743e7:45127 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45127 2024-12-05T13:23:18,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35335-0x101a6d68cc50000, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933123946/rs 2024-12-05T13:23:18,195 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x101a6d68cc50001, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0933123946/rs/88aaa70743e7,45127,1733404970580 2024-12-05T13:23:18,196 INFO [RS:0;88aaa70743e7:45127 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:23:18,204 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [88aaa70743e7,45127,1733404970580] 2024-12-05T13:23:18,212 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0933123946/draining/88aaa70743e7,45127,1733404970580 already deleted, retry=false 2024-12-05T13:23:18,212 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 88aaa70743e7,45127,1733404970580 expired; onlineServers=0 2024-12-05T13:23:18,212 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '88aaa70743e7,35335,1733404970440' ***** 2024-12-05T13:23:18,212 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T13:23:18,212 INFO [M:0;88aaa70743e7:35335 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:23:18,212 INFO [M:0;88aaa70743e7:35335 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:23:18,212 DEBUG [M:0;88aaa70743e7:35335 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T13:23:18,212 DEBUG [M:0;88aaa70743e7:35335 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T13:23:18,212 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T13:23:18,212 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733404972553 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733404972553,5,FailOnTimeoutGroup] 2024-12-05T13:23:18,212 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733404972553 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733404972553,5,FailOnTimeoutGroup] 2024-12-05T13:23:18,212 INFO [M:0;88aaa70743e7:35335 {}] hbase.ChoreService(370): Chore service for: master/88aaa70743e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T13:23:18,212 INFO [M:0;88aaa70743e7:35335 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:23:18,213 DEBUG [M:0;88aaa70743e7:35335 {}] master.HMaster(1795): Stopping service threads 2024-12-05T13:23:18,213 INFO [M:0;88aaa70743e7:35335 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T13:23:18,213 INFO [M:0;88aaa70743e7:35335 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:23:18,213 INFO [M:0;88aaa70743e7:35335 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T13:23:18,213 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T13:23:18,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35335-0x101a6d68cc50000, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0933123946/master 2024-12-05T13:23:18,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35335-0x101a6d68cc50000, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0933123946 2024-12-05T13:23:18,220 DEBUG [M:0;88aaa70743e7:35335 {}] zookeeper.ZKUtil(347): master:35335-0x101a6d68cc50000, quorum=127.0.0.1:57205, baseZNode=/0933123946 Unable to get data of znode /0933123946/master because node does not exist (not an error) 2024-12-05T13:23:18,220 WARN [M:0;88aaa70743e7:35335 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T13:23:18,221 INFO [M:0;88aaa70743e7:35335 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/.lastflushedseqids 2024-12-05T13:23:18,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741852_1028 (size=263) 2024-12-05T13:23:18,304 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x101a6d68cc50001, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:23:18,304 INFO [RS:0;88aaa70743e7:45127 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:23:18,304 INFO [RS:0;88aaa70743e7:45127 {}] regionserver.HRegionServer(1031): Exiting; stopping=88aaa70743e7,45127,1733404970580; zookeeper connection closed. 2024-12-05T13:23:18,304 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45127-0x101a6d68cc50001, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:23:18,304 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e857fb5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e857fb5 2024-12-05T13:23:18,304 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T13:23:18,627 INFO [M:0;88aaa70743e7:35335 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T13:23:18,627 INFO [M:0;88aaa70743e7:35335 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T13:23:18,627 DEBUG [M:0;88aaa70743e7:35335 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:23:18,628 INFO [M:0;88aaa70743e7:35335 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:23:18,628 DEBUG [M:0;88aaa70743e7:35335 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:23:18,628 DEBUG [M:0;88aaa70743e7:35335 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:23:18,628 DEBUG [M:0;88aaa70743e7:35335 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:23:18,628 INFO [M:0;88aaa70743e7:35335 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.48 KB heapSize=64.89 KB 2024-12-05T13:23:18,642 DEBUG [M:0;88aaa70743e7:35335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e62d0093f1c43a69cb0772a2e19500e is 82, key is hbase:meta,,1/info:regioninfo/1733404973741/Put/seqid=0 2024-12-05T13:23:18,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741853_1029 (size=5672) 2024-12-05T13:23:19,046 INFO [M:0;88aaa70743e7:35335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e62d0093f1c43a69cb0772a2e19500e 2024-12-05T13:23:19,065 DEBUG [M:0;88aaa70743e7:35335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5089ad7ed3a34326a3200ac3355d1f88 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733404983300/Put/seqid=0 2024-12-05T13:23:19,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741854_1030 (size=8514) 2024-12-05T13:23:19,390 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:23:19,390 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [88aaa70743e7,39319,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:39319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T13:23:19,390 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [88aaa70743e7,39319,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:39319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T13:23:19,470 INFO [M:0;88aaa70743e7:35335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.92 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5089ad7ed3a34326a3200ac3355d1f88 2024-12-05T13:23:19,485 DEBUG [M:0;88aaa70743e7:35335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac955d05a0e54461bcb303490f02d37d is 69, key is 88aaa70743e7,45127,1733404970580/rs:state/1733404972640/Put/seqid=0 2024-12-05T13:23:19,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741855_1031 (size=5156) 2024-12-05T13:23:19,889 INFO [M:0;88aaa70743e7:35335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac955d05a0e54461bcb303490f02d37d 2024-12-05T13:23:19,893 DEBUG [M:0;88aaa70743e7:35335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e62d0093f1c43a69cb0772a2e19500e as hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7e62d0093f1c43a69cb0772a2e19500e 2024-12-05T13:23:19,897 INFO [M:0;88aaa70743e7:35335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7e62d0093f1c43a69cb0772a2e19500e, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T13:23:19,897 DEBUG [M:0;88aaa70743e7:35335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5089ad7ed3a34326a3200ac3355d1f88 as hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5089ad7ed3a34326a3200ac3355d1f88 2024-12-05T13:23:19,900 INFO [M:0;88aaa70743e7:35335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5089ad7ed3a34326a3200ac3355d1f88, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T13:23:19,901 DEBUG [M:0;88aaa70743e7:35335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac955d05a0e54461bcb303490f02d37d as hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac955d05a0e54461bcb303490f02d37d 2024-12-05T13:23:19,905 INFO [M:0;88aaa70743e7:35335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40877/user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac955d05a0e54461bcb303490f02d37d, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T13:23:19,906 INFO [M:0;88aaa70743e7:35335 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.48 KB/56811, heapSize ~64.59 KB/66144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false 2024-12-05T13:23:19,907 INFO [M:0;88aaa70743e7:35335 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:23:19,907 DEBUG [M:0;88aaa70743e7:35335 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733404998627Disabling compacts and flushes for region at 1733404998627Disabling writes for close at 1733404998628 (+1 ms)Obtaining lock to block concurrent updates at 1733404998628Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733404998628Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56811, getHeapSize=66384, getOffHeapSize=0, getCellsCount=114 at 1733404998628Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733404998629 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733404998629Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733404998641 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733404998641Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733404999050 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733404999065 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733404999065Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733404999474 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733404999485 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733404999485Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@109aca9a: reopening flushed file at 1733404999892 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3611ae59: reopening flushed file at 1733404999897 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@483a173d: reopening flushed file at 1733404999901 (+4 ms)Finished flush of dataSize ~55.48 KB/56811, heapSize ~64.59 KB/66144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false at 1733404999906 (+5 ms)Writing region close event to WAL at 1733404999907 (+1 ms)Closed at 1733404999907 2024-12-05T13:23:19,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35115 is added to blk_1073741830_1006 (size=63630) 2024-12-05T13:23:19,908 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6f47757b-7a94-a50c-71cf-ad4edc59d832/MasterData/WALs/88aaa70743e7,35335,1733404970440/88aaa70743e7%2C35335%2C1733404970440.1733404972339 not finished, retry = 0 2024-12-05T13:23:20,000 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T13:23:20,009 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:23:20,009 INFO [M:0;88aaa70743e7:35335 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T13:23:20,009 INFO [M:0;88aaa70743e7:35335 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35335 2024-12-05T13:23:20,009 INFO [M:0;88aaa70743e7:35335 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:23:20,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35335-0x101a6d68cc50000, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:23:20,124 INFO [M:0;88aaa70743e7:35335 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:23:20,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35335-0x101a6d68cc50000, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:23:20,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a552b19{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:23:20,127 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68737ff4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:23:20,127 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:23:20,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78fb1ca4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:23:20,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@91cce69{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029be1f6-8824-75e5-f815-45a09547b334/hadoop.log.dir/,STOPPED} 2024-12-05T13:23:20,128 WARN [BP-1882082920-172.17.0.3-1733404968759 heartbeating to localhost/127.0.0.1:40877 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:23:20,128 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T13:23:20,128 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:23:20,128 WARN [BP-1882082920-172.17.0.3-1733404968759 heartbeating to localhost/127.0.0.1:40877 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1882082920-172.17.0.3-1733404968759 (Datanode Uuid 04a85aaa-8e64-4604-aff3-1bc152ffe6e7) service to localhost/127.0.0.1:40877 2024-12-05T13:23:20,129 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029be1f6-8824-75e5-f815-45a09547b334/cluster_f33035bf-7813-05eb-da87-2203c72bdc8f/data/data1/current/BP-1882082920-172.17.0.3-1733404968759 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:23:20,129 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029be1f6-8824-75e5-f815-45a09547b334/cluster_f33035bf-7813-05eb-da87-2203c72bdc8f/data/data2/current/BP-1882082920-172.17.0.3-1733404968759 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:23:20,129 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:23:20,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73ca30fc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:23:20,135 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c4045f3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:23:20,135 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:23:20,135 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21b32a8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:23:20,135 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a4f305d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/029be1f6-8824-75e5-f815-45a09547b334/hadoop.log.dir/,STOPPED} 2024-12-05T13:23:20,139 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T13:23:20,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T13:23:20,161 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=242 (was 205) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40877 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:41935 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40877 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57205) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57205) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41935 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41935 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40877 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40877 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41935 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41935 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41935 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40877 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41935 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:40877 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=620 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=432 (was 520), ProcessCount=11 (was 11), AvailableMemoryMB=4293 (was 4925) 2024-12-05T13:23:20,171 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=242, OpenFileDescriptor=620, MaxFileDescriptor=1048576, SystemLoadAverage=432, ProcessCount=11, AvailableMemoryMB=4292 2024-12-05T13:23:20,184 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-05T13:23:20,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd06296e-c134-976d-7bd1-cae430ddade8/hadoop.log.dir so I do NOT create it in target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8 2024-12-05T13:23:20,185 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd06296e-c134-976d-7bd1-cae430ddade8/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T13:23:20,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd06296e-c134-976d-7bd1-cae430ddade8/hadoop.tmp.dir so I do NOT create it in target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8 2024-12-05T13:23:20,185 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd06296e-c134-976d-7bd1-cae430ddade8/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T13:23:20,185 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8 2024-12-05T13:23:20,185 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8/cluster_280ad5c5-9361-834b-8efe-7231129d296a, deleteOnExit=true 2024-12-05T13:23:20,203 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8/cluster_280ad5c5-9361-834b-8efe-7231129d296a/zookeeper_0, clientPort=64240, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8/cluster_280ad5c5-9361-834b-8efe-7231129d296a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8/cluster_280ad5c5-9361-834b-8efe-7231129d296a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T13:23:20,204 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64240 2024-12-05T13:23:20,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T13:23:20,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T13:23:20,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8/test.cache.data in system properties and HBase conf 2024-12-05T13:23:20,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T13:23:20,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8/hadoop.log.dir in system properties and HBase conf 2024-12-05T13:23:20,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T13:23:20,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T13:23:20,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T13:23:20,204 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T13:23:20,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:23:20,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:23:20,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T13:23:20,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:23:20,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T13:23:20,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T13:23:20,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:23:20,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:23:20,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T13:23:20,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8/nfs.dump.dir in system properties and HBase conf 2024-12-05T13:23:20,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8/java.io.tmpdir in system properties and HBase conf 2024-12-05T13:23:20,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:23:20,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T13:23:20,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T13:23:20,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a6d68cc50005, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T13:23:20,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a6d68cc50002, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T13:23:20,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a6d68cc50002, quorum=127.0.0.1:57205, baseZNode=/0933123946 Received Disconnected from ZooKeeper, ignoring 2024-12-05T13:23:20,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a6d68cc50005, quorum=127.0.0.1:57205, baseZNode=/1-1954600996 Received Disconnected from ZooKeeper, ignoring 2024-12-05T13:23:20,447 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:23:20,451 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:23:20,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:23:20,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:23:20,452 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T13:23:20,453 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:23:20,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48c23f15{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:23:20,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71d9805d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:23:20,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f8dfc1f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8/java.io.tmpdir/jetty-localhost-41399-hadoop-hdfs-3_4_1-tests_jar-_-any-15542389191879311410/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:23:20,548 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e383429{HTTP/1.1, (http/1.1)}{localhost:41399} 2024-12-05T13:23:20,548 INFO [Time-limited test {}] server.Server(415): Started @196383ms 2024-12-05T13:23:20,713 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:23:20,715 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:23:20,716 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:23:20,716 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:23:20,716 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T13:23:20,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@219f8229{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:23:20,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ccc525c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:23:20,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3cc1dd20{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8/java.io.tmpdir/jetty-localhost-41599-hadoop-hdfs-3_4_1-tests_jar-_-any-11091184082495398652/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:23:20,807 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@220f5c8c{HTTP/1.1, (http/1.1)}{localhost:41599} 2024-12-05T13:23:20,807 INFO [Time-limited test {}] server.Server(415): Started @196642ms 2024-12-05T13:23:20,808 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:23:21,194 WARN [Thread-2185 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8/cluster_280ad5c5-9361-834b-8efe-7231129d296a/data/data1/current/BP-1194349242-172.17.0.3-1733405000223/current, will proceed with Du for space computation calculation, 2024-12-05T13:23:21,194 WARN [Thread-2186 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8/cluster_280ad5c5-9361-834b-8efe-7231129d296a/data/data2/current/BP-1194349242-172.17.0.3-1733405000223/current, will proceed with Du for space computation calculation, 2024-12-05T13:23:21,218 WARN [Thread-2173 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:23:21,221 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x70914431ffc1ad1d with lease ID 0x83527e88c138951c: Processing first storage report for DS-038ebbfc-223a-4b76-bf36-01b9341e1b60 from datanode DatanodeRegistration(127.0.0.1:42683, datanodeUuid=6b237450-8ece-47f4-af56-43f41acd3745, infoPort=38615, infoSecurePort=0, ipcPort=39403, storageInfo=lv=-57;cid=testClusterID;nsid=1174961705;c=1733405000223) 2024-12-05T13:23:21,221 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x70914431ffc1ad1d with lease ID 0x83527e88c138951c: from storage DS-038ebbfc-223a-4b76-bf36-01b9341e1b60 node DatanodeRegistration(127.0.0.1:42683, datanodeUuid=6b237450-8ece-47f4-af56-43f41acd3745, infoPort=38615, infoSecurePort=0, ipcPort=39403, storageInfo=lv=-57;cid=testClusterID;nsid=1174961705;c=1733405000223), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:23:21,221 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x70914431ffc1ad1d with lease ID 0x83527e88c138951c: Processing first storage report for DS-484d1fd7-100a-48a4-8272-23b739d67ef3 from datanode DatanodeRegistration(127.0.0.1:42683, datanodeUuid=6b237450-8ece-47f4-af56-43f41acd3745, infoPort=38615, infoSecurePort=0, ipcPort=39403, storageInfo=lv=-57;cid=testClusterID;nsid=1174961705;c=1733405000223) 2024-12-05T13:23:21,221 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x70914431ffc1ad1d with lease ID 0x83527e88c138951c: from storage DS-484d1fd7-100a-48a4-8272-23b739d67ef3 node DatanodeRegistration(127.0.0.1:42683, datanodeUuid=6b237450-8ece-47f4-af56-43f41acd3745, infoPort=38615, infoSecurePort=0, ipcPort=39403, storageInfo=lv=-57;cid=testClusterID;nsid=1174961705;c=1733405000223), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:23:21,228 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8 2024-12-05T13:23:21,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:23:21,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:23:21,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741825_1001 (size=7) 2024-12-05T13:23:21,552 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:23:21,552 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T13:23:21,552 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T13:23:21,552 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T13:23:21,552 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T13:23:21,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:23:21,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T13:23:21,640 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d with version=8 2024-12-05T13:23:21,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/hbase-staging 2024-12-05T13:23:21,643 INFO [Time-limited test {}] client.ConnectionUtils(128): master/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:23:21,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:23:21,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:23:21,643 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:23:21,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:23:21,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:23:21,643 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T13:23:21,643 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:23:21,644 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34829 2024-12-05T13:23:21,644 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34829 connecting to ZooKeeper ensemble=127.0.0.1:64240 2024-12-05T13:23:21,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348290x0, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:23:21,708 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34829-0x101a6d707b40000 connected 2024-12-05T13:23:21,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:23:21,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:23:21,773 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34829-0x101a6d707b40000, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Set watcher on znode that does not yet exist, /0-529279155/running 2024-12-05T13:23:21,773 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d, hbase.cluster.distributed=false 2024-12-05T13:23:21,775 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34829-0x101a6d707b40000, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Set watcher on znode that does not yet exist, /0-529279155/acl 2024-12-05T13:23:21,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34829 2024-12-05T13:23:21,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34829 2024-12-05T13:23:21,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34829 2024-12-05T13:23:21,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34829 2024-12-05T13:23:21,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34829 2024-12-05T13:23:21,793 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:23:21,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:23:21,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:23:21,794 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:23:21,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:23:21,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:23:21,794 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T13:23:21,794 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:23:21,795 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44257 2024-12-05T13:23:21,795 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44257 connecting to ZooKeeper ensemble=127.0.0.1:64240 2024-12-05T13:23:21,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:23:21,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:23:21,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442570x0, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:23:21,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44257-0x101a6d707b40001 connected 2024-12-05T13:23:21,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44257-0x101a6d707b40001, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Set watcher on znode that does not yet exist, /0-529279155/running 2024-12-05T13:23:21,808 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T13:23:21,810 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T13:23:21,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44257-0x101a6d707b40001, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Set watcher on znode that does not yet exist, /0-529279155/master 2024-12-05T13:23:21,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44257-0x101a6d707b40001, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Set watcher on znode that does not yet exist, /0-529279155/acl 2024-12-05T13:23:21,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44257 2024-12-05T13:23:21,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44257 2024-12-05T13:23:21,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44257 2024-12-05T13:23:21,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44257 2024-12-05T13:23:21,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44257 2024-12-05T13:23:21,835 DEBUG [M:0;88aaa70743e7:34829 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;88aaa70743e7:34829 2024-12-05T13:23:21,835 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-529279155/backup-masters/88aaa70743e7,34829,1733405001642 2024-12-05T13:23:21,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34829-0x101a6d707b40000, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529279155/backup-masters 2024-12-05T13:23:21,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x101a6d707b40001, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529279155/backup-masters 2024-12-05T13:23:21,846 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34829-0x101a6d707b40000, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Set watcher on existing znode=/0-529279155/backup-masters/88aaa70743e7,34829,1733405001642 2024-12-05T13:23:21,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34829-0x101a6d707b40000, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529279155 2024-12-05T13:23:21,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x101a6d707b40001, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-529279155/master 2024-12-05T13:23:21,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x101a6d707b40001, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529279155 2024-12-05T13:23:21,854 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34829-0x101a6d707b40000, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Set watcher on existing znode=/0-529279155/master 2024-12-05T13:23:21,854 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-529279155/backup-masters/88aaa70743e7,34829,1733405001642 from backup master directory 2024-12-05T13:23:21,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x101a6d707b40001, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529279155/backup-masters 2024-12-05T13:23:21,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34829-0x101a6d707b40000, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-529279155/backup-masters/88aaa70743e7,34829,1733405001642 2024-12-05T13:23:21,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34829-0x101a6d707b40000, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529279155/backup-masters 2024-12-05T13:23:21,862 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:23:21,862 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=88aaa70743e7,34829,1733405001642 2024-12-05T13:23:21,866 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/hbase.id] with ID: bd80261e-bbaf-4164-bc7e-6bb52c6d0d56 2024-12-05T13:23:21,866 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/.tmp/hbase.id 2024-12-05T13:23:21,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741826_1002 (size=42) 2024-12-05T13:23:21,871 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/.tmp/hbase.id]:[hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/hbase.id] 2024-12-05T13:23:21,879 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:23:21,879 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T13:23:21,880 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T13:23:21,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34829-0x101a6d707b40000, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529279155 2024-12-05T13:23:21,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x101a6d707b40001, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529279155 2024-12-05T13:23:21,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741827_1003 (size=196) 2024-12-05T13:23:22,294 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:23:22,295 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T13:23:22,295 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:23:22,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741828_1004 (size=1189) 2024-12-05T13:23:22,322 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:23:22,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:22,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:22,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:22,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:22,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:22,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:22,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:22,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:22,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:22,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:22,702 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/MasterData/data/master/store 2024-12-05T13:23:22,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741829_1005 (size=34) 2024-12-05T13:23:23,108 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:23:23,108 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:23:23,108 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:23:23,108 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:23:23,108 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:23:23,108 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:23:23,108 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:23:23,108 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733405003108Disabling compacts and flushes for region at 1733405003108Disabling writes for close at 1733405003108Writing region close event to WAL at 1733405003108Closed at 1733405003108 2024-12-05T13:23:23,109 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/MasterData/data/master/store/.initializing 2024-12-05T13:23:23,109 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/MasterData/WALs/88aaa70743e7,34829,1733405001642 2024-12-05T13:23:23,109 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:23:23,111 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=88aaa70743e7%2C34829%2C1733405001642, suffix=, logDir=hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/MasterData/WALs/88aaa70743e7,34829,1733405001642, archiveDir=hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/MasterData/oldWALs, maxLogs=10 2024-12-05T13:23:23,123 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/MasterData/WALs/88aaa70743e7,34829,1733405001642/88aaa70743e7%2C34829%2C1733405001642.1733405003111, exclude list is [], retry=0 2024-12-05T13:23:23,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42683,DS-038ebbfc-223a-4b76-bf36-01b9341e1b60,DISK] 2024-12-05T13:23:23,127 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/MasterData/WALs/88aaa70743e7,34829,1733405001642/88aaa70743e7%2C34829%2C1733405001642.1733405003111 2024-12-05T13:23:23,127 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38615:38615)] 2024-12-05T13:23:23,127 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:23:23,127 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:23:23,127 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:23,127 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:23,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:23,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T13:23:23,129 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:23,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:23:23,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:23,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T13:23:23,130 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:23,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:23:23,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:23,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T13:23:23,132 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:23,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:23:23,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:23,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T13:23:23,133 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:23,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:23:23,133 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:23,134 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:23,134 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:23,134 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:23,134 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:23,135 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:23:23,135 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:23,137 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:23:23,137 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69741361, jitterRate=0.039227262139320374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:23:23,138 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733405003127Initializing all the Stores at 1733405003128 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405003128Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405003128Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405003128Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405003128Cleaning up temporary data from old regions at 1733405003135 (+7 ms)Region opened successfully at 1733405003138 (+3 ms) 2024-12-05T13:23:23,139 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T13:23:23,141 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4258b3b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:23:23,141 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T13:23:23,142 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T13:23:23,142 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T13:23:23,142 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T13:23:23,142 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T13:23:23,142 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T13:23:23,142 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T13:23:23,144 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T13:23:23,145 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34829-0x101a6d707b40000, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Unable to get data of znode /0-529279155/balancer because node does not exist (not necessarily an error) 2024-12-05T13:23:23,228 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-529279155/balancer already deleted, retry=false 2024-12-05T13:23:23,229 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T13:23:23,230 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34829-0x101a6d707b40000, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Unable to get data of znode /0-529279155/normalizer because node does not exist (not necessarily an error) 2024-12-05T13:23:23,237 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-529279155/normalizer already deleted, retry=false 2024-12-05T13:23:23,237 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T13:23:23,238 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34829-0x101a6d707b40000, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Unable to get data of znode /0-529279155/switch/split because node does not exist (not necessarily an error) 2024-12-05T13:23:23,245 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-529279155/switch/split already deleted, retry=false 2024-12-05T13:23:23,246 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34829-0x101a6d707b40000, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Unable to get data of znode /0-529279155/switch/merge because node does not exist (not necessarily an error) 2024-12-05T13:23:23,253 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-529279155/switch/merge already deleted, retry=false 2024-12-05T13:23:23,255 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34829-0x101a6d707b40000, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Unable to get data of znode /0-529279155/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T13:23:23,262 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-529279155/snapshot-cleanup already deleted, retry=false 2024-12-05T13:23:23,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34829-0x101a6d707b40000, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-529279155/running 2024-12-05T13:23:23,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x101a6d707b40001, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-529279155/running 2024-12-05T13:23:23,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34829-0x101a6d707b40000, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529279155 2024-12-05T13:23:23,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x101a6d707b40001, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529279155 2024-12-05T13:23:23,270 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=88aaa70743e7,34829,1733405001642, sessionid=0x101a6d707b40000, setting cluster-up flag (Was=false) 2024-12-05T13:23:23,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x101a6d707b40001, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529279155 2024-12-05T13:23:23,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34829-0x101a6d707b40000, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529279155 2024-12-05T13:23:23,312 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-529279155/flush-table-proc/acquired, /0-529279155/flush-table-proc/reached, /0-529279155/flush-table-proc/abort 2024-12-05T13:23:23,313 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,34829,1733405001642 2024-12-05T13:23:23,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34829-0x101a6d707b40000, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529279155 2024-12-05T13:23:23,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x101a6d707b40001, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529279155 2024-12-05T13:23:23,353 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-529279155/online-snapshot/acquired, /0-529279155/online-snapshot/reached, /0-529279155/online-snapshot/abort 2024-12-05T13:23:23,354 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,34829,1733405001642 2024-12-05T13:23:23,355 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T13:23:23,356 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T13:23:23,357 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T13:23:23,357 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T13:23:23,357 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 88aaa70743e7,34829,1733405001642 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T13:23:23,358 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:23:23,358 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:23:23,358 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:23:23,358 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:23:23,358 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/88aaa70743e7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T13:23:23,358 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:23,358 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:23:23,358 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:23,359 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733405033359 2024-12-05T13:23:23,359 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T13:23:23,359 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T13:23:23,359 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T13:23:23,359 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T13:23:23,359 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T13:23:23,359 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:23:23,359 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T13:23:23,359 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T13:23:23,359 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:23,359 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T13:23:23,359 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T13:23:23,359 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T13:23:23,360 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T13:23:23,360 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T13:23:23,360 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T13:23:23,360 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:23,360 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733405003360,5,FailOnTimeoutGroup] 2024-12-05T13:23:23,360 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733405003360,5,FailOnTimeoutGroup] 2024-12-05T13:23:23,360 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:23,360 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T13:23:23,360 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T13:23:23,360 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:23,360 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:23,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741831_1007 (size=1321) 2024-12-05T13:23:23,410 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:23:23,410 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [88aaa70743e7,39319,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:39319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T13:23:23,410 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8202 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [88aaa70743e7,39319,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:39319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T13:23:23,423 INFO [RS:0;88aaa70743e7:44257 {}] regionserver.HRegionServer(746): ClusterId : bd80261e-bbaf-4164-bc7e-6bb52c6d0d56 2024-12-05T13:23:23,423 DEBUG [RS:0;88aaa70743e7:44257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T13:23:23,433 DEBUG [RS:0;88aaa70743e7:44257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T13:23:23,433 DEBUG [RS:0;88aaa70743e7:44257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T13:23:23,441 DEBUG [RS:0;88aaa70743e7:44257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T13:23:23,442 DEBUG [RS:0;88aaa70743e7:44257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@207ac414, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:23:23,451 DEBUG [RS:0;88aaa70743e7:44257 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;88aaa70743e7:44257 2024-12-05T13:23:23,451 INFO [RS:0;88aaa70743e7:44257 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T13:23:23,451 INFO [RS:0;88aaa70743e7:44257 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T13:23:23,451 DEBUG [RS:0;88aaa70743e7:44257 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T13:23:23,452 INFO [RS:0;88aaa70743e7:44257 {}] regionserver.HRegionServer(2659): reportForDuty to master=88aaa70743e7,34829,1733405001642 with port=44257, startcode=1733405001793 2024-12-05T13:23:23,452 DEBUG [RS:0;88aaa70743e7:44257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T13:23:23,453 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T13:23:23,454 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34829 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 88aaa70743e7,44257,1733405001793 2024-12-05T13:23:23,454 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34829 {}] master.ServerManager(517): Registering regionserver=88aaa70743e7,44257,1733405001793 2024-12-05T13:23:23,455 DEBUG [RS:0;88aaa70743e7:44257 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d 2024-12-05T13:23:23,455 DEBUG [RS:0;88aaa70743e7:44257 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39535 2024-12-05T13:23:23,455 DEBUG [RS:0;88aaa70743e7:44257 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T13:23:23,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34829-0x101a6d707b40000, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529279155/rs 2024-12-05T13:23:23,462 DEBUG [RS:0;88aaa70743e7:44257 {}] zookeeper.ZKUtil(111): regionserver:44257-0x101a6d707b40001, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Set watcher on existing znode=/0-529279155/rs/88aaa70743e7,44257,1733405001793 2024-12-05T13:23:23,462 WARN [RS:0;88aaa70743e7:44257 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:23:23,462 INFO [RS:0;88aaa70743e7:44257 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:23:23,462 DEBUG [RS:0;88aaa70743e7:44257 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793 2024-12-05T13:23:23,462 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [88aaa70743e7,44257,1733405001793] 2024-12-05T13:23:23,465 INFO [RS:0;88aaa70743e7:44257 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T13:23:23,466 INFO [RS:0;88aaa70743e7:44257 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T13:23:23,466 INFO [RS:0;88aaa70743e7:44257 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T13:23:23,466 INFO [RS:0;88aaa70743e7:44257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:23,466 INFO [RS:0;88aaa70743e7:44257 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T13:23:23,467 INFO [RS:0;88aaa70743e7:44257 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T13:23:23,467 INFO [RS:0;88aaa70743e7:44257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:23,467 DEBUG [RS:0;88aaa70743e7:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:23,467 DEBUG [RS:0;88aaa70743e7:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:23,467 DEBUG [RS:0;88aaa70743e7:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:23,467 DEBUG [RS:0;88aaa70743e7:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:23,467 DEBUG [RS:0;88aaa70743e7:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:23,467 DEBUG [RS:0;88aaa70743e7:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:23:23,467 DEBUG [RS:0;88aaa70743e7:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:23,467 DEBUG [RS:0;88aaa70743e7:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:23,467 DEBUG [RS:0;88aaa70743e7:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:23,467 DEBUG [RS:0;88aaa70743e7:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:23,467 DEBUG [RS:0;88aaa70743e7:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:23,467 DEBUG [RS:0;88aaa70743e7:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:23,467 DEBUG [RS:0;88aaa70743e7:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:23:23,467 DEBUG [RS:0;88aaa70743e7:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:23:23,469 INFO [RS:0;88aaa70743e7:44257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:23,469 INFO [RS:0;88aaa70743e7:44257 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:23,469 INFO [RS:0;88aaa70743e7:44257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:23,469 INFO [RS:0;88aaa70743e7:44257 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:23,469 INFO [RS:0;88aaa70743e7:44257 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:23,469 INFO [RS:0;88aaa70743e7:44257 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,44257,1733405001793-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:23:23,480 INFO [RS:0;88aaa70743e7:44257 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T13:23:23,481 INFO [RS:0;88aaa70743e7:44257 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,44257,1733405001793-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:23,481 INFO [RS:0;88aaa70743e7:44257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:23,481 INFO [RS:0;88aaa70743e7:44257 {}] regionserver.Replication(171): 88aaa70743e7,44257,1733405001793 started 2024-12-05T13:23:23,492 INFO [RS:0;88aaa70743e7:44257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:23,492 INFO [RS:0;88aaa70743e7:44257 {}] regionserver.HRegionServer(1482): Serving as 88aaa70743e7,44257,1733405001793, RpcServer on 88aaa70743e7/172.17.0.3:44257, sessionid=0x101a6d707b40001 2024-12-05T13:23:23,492 DEBUG [RS:0;88aaa70743e7:44257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T13:23:23,492 DEBUG [RS:0;88aaa70743e7:44257 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 88aaa70743e7,44257,1733405001793 2024-12-05T13:23:23,492 DEBUG [RS:0;88aaa70743e7:44257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,44257,1733405001793' 2024-12-05T13:23:23,492 DEBUG [RS:0;88aaa70743e7:44257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-529279155/flush-table-proc/abort' 2024-12-05T13:23:23,492 DEBUG [RS:0;88aaa70743e7:44257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-529279155/flush-table-proc/acquired' 2024-12-05T13:23:23,493 DEBUG [RS:0;88aaa70743e7:44257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T13:23:23,493 DEBUG [RS:0;88aaa70743e7:44257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T13:23:23,493 DEBUG [RS:0;88aaa70743e7:44257 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 88aaa70743e7,44257,1733405001793 2024-12-05T13:23:23,493 DEBUG [RS:0;88aaa70743e7:44257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,44257,1733405001793' 2024-12-05T13:23:23,493 DEBUG [RS:0;88aaa70743e7:44257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-529279155/online-snapshot/abort' 2024-12-05T13:23:23,493 DEBUG [RS:0;88aaa70743e7:44257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-529279155/online-snapshot/acquired' 2024-12-05T13:23:23,493 DEBUG [RS:0;88aaa70743e7:44257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T13:23:23,493 INFO [RS:0;88aaa70743e7:44257 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T13:23:23,493 INFO [RS:0;88aaa70743e7:44257 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T13:23:23,594 INFO [RS:0;88aaa70743e7:44257 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:23:23,595 INFO [RS:0;88aaa70743e7:44257 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C44257%2C1733405001793, suffix=, logDir=hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793, archiveDir=hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/oldWALs, maxLogs=10 2024-12-05T13:23:23,606 DEBUG [RS:0;88aaa70743e7:44257 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595, exclude list is [], retry=0 2024-12-05T13:23:23,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42683,DS-038ebbfc-223a-4b76-bf36-01b9341e1b60,DISK] 2024-12-05T13:23:23,610 INFO [RS:0;88aaa70743e7:44257 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595 2024-12-05T13:23:23,610 DEBUG [RS:0;88aaa70743e7:44257 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38615:38615)] 2024-12-05T13:23:23,768 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T13:23:23,768 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d 2024-12-05T13:23:23,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741833_1009 (size=32) 2024-12-05T13:23:24,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:23:24,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:23:24,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:23:24,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:24,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:23:24,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:23:24,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:23:24,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:24,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:23:24,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:23:24,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:23:24,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:24,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:23:24,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:23:24,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:23:24,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:24,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:23:24,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:23:24,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/hbase/meta/1588230740 2024-12-05T13:23:24,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/hbase/meta/1588230740 2024-12-05T13:23:24,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:23:24,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:23:24,181 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:23:24,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:23:24,186 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:23:24,186 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67097286, jitterRate=-1.7252564430236816E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:23:24,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733405004174Initializing all the Stores at 1733405004175 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405004175Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405004175Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405004175Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405004175Cleaning up temporary data from old regions at 1733405004181 (+6 ms)Region opened successfully at 1733405004187 (+6 ms) 2024-12-05T13:23:24,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:23:24,187 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:23:24,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:23:24,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:23:24,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:23:24,189 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:23:24,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733405004187Disabling compacts and flushes for region at 1733405004187Disabling writes for close at 1733405004187Writing region close event to WAL at 1733405004189 (+2 ms)Closed at 1733405004189 2024-12-05T13:23:24,190 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:23:24,190 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T13:23:24,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T13:23:24,191 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:23:24,191 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T13:23:24,342 DEBUG [88aaa70743e7:34829 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T13:23:24,342 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=88aaa70743e7,44257,1733405001793 2024-12-05T13:23:24,343 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,44257,1733405001793, state=OPENING 2024-12-05T13:23:24,357 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T13:23:24,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34829-0x101a6d707b40000, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529279155 2024-12-05T13:23:24,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x101a6d707b40001, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529279155 2024-12-05T13:23:24,366 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-529279155/meta-region-server: CHANGED 2024-12-05T13:23:24,366 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-529279155/meta-region-server: CHANGED 2024-12-05T13:23:24,366 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:23:24,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,44257,1733405001793}] 2024-12-05T13:23:24,517 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:23:24,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T13:23:24,522 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T13:23:24,522 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:23:24,522 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T13:23:24,524 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C44257%2C1733405001793.meta, suffix=.meta, logDir=hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793, archiveDir=hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/oldWALs, maxLogs=10 2024-12-05T13:23:24,537 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.meta.1733405004524.meta, exclude list is [], retry=0 2024-12-05T13:23:24,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42683,DS-038ebbfc-223a-4b76-bf36-01b9341e1b60,DISK] 2024-12-05T13:23:24,541 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.meta.1733405004524.meta 2024-12-05T13:23:24,541 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38615:38615)] 2024-12-05T13:23:24,541 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:23:24,542 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:23:24,542 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:23:24,542 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T13:23:24,542 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T13:23:24,542 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T13:23:24,542 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:23:24,542 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T13:23:24,542 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T13:23:24,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:23:24,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:23:24,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:24,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:23:24,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:23:24,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:23:24,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:24,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:23:24,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:23:24,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:23:24,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:24,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:23:24,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:23:24,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:23:24,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:24,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:23:24,547 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:23:24,548 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/hbase/meta/1588230740 2024-12-05T13:23:24,549 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/hbase/meta/1588230740 2024-12-05T13:23:24,549 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:23:24,549 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:23:24,550 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:23:24,551 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:23:24,551 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69019360, jitterRate=0.028468608856201172}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:23:24,551 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T13:23:24,551 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733405004542Writing region info on filesystem at 1733405004542Initializing all the Stores at 1733405004543 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405004543Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405004543Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405004543Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405004543Cleaning up temporary data from old regions at 1733405004549 (+6 ms)Running coprocessor post-open hooks at 1733405004551 (+2 ms)Region opened successfully at 1733405004551 2024-12-05T13:23:24,552 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733405004517 2024-12-05T13:23:24,554 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T13:23:24,554 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T13:23:24,555 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=88aaa70743e7,44257,1733405001793 2024-12-05T13:23:24,555 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,44257,1733405001793, state=OPEN 2024-12-05T13:23:24,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x101a6d707b40001, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-529279155/meta-region-server 2024-12-05T13:23:24,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34829-0x101a6d707b40000, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-529279155/meta-region-server 2024-12-05T13:23:24,584 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-529279155/meta-region-server: CHANGED 2024-12-05T13:23:24,584 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=88aaa70743e7,44257,1733405001793 2024-12-05T13:23:24,584 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-529279155/meta-region-server: CHANGED 2024-12-05T13:23:24,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T13:23:24,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,44257,1733405001793 in 218 msec 2024-12-05T13:23:24,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T13:23:24,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 396 msec 2024-12-05T13:23:24,588 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:23:24,588 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T13:23:24,589 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:23:24,589 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,44257,1733405001793, seqNum=-1] 2024-12-05T13:23:24,589 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:23:24,590 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:23:24,595 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2390 sec 2024-12-05T13:23:24,595 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733405004595, completionTime=-1 2024-12-05T13:23:24,595 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T13:23:24,595 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T13:23:24,597 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T13:23:24,597 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733405064597 2024-12-05T13:23:24,597 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733405124597 2024-12-05T13:23:24,597 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T13:23:24,597 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,34829,1733405001642-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:24,597 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,34829,1733405001642-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:24,597 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,34829,1733405001642-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:24,597 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-88aaa70743e7:34829, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:24,597 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:24,597 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:24,599 DEBUG [master/88aaa70743e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T13:23:24,601 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.739sec 2024-12-05T13:23:24,601 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T13:23:24,601 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T13:23:24,601 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T13:23:24,601 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T13:23:24,601 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T13:23:24,601 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,34829,1733405001642-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:23:24,601 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,34829,1733405001642-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T13:23:24,602 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T13:23:24,602 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T13:23:24,603 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,34829,1733405001642-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:24,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70b817da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:24,624 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,34829,-1 for getting cluster id 2024-12-05T13:23:24,624 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:23:24,625 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd80261e-bbaf-4164-bc7e-6bb52c6d0d56' 2024-12-05T13:23:24,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:23:24,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd80261e-bbaf-4164-bc7e-6bb52c6d0d56" 2024-12-05T13:23:24,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d0cfd41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:24,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,34829,-1] 2024-12-05T13:23:24,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:23:24,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:24,626 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:23:24,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f5d961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:24,627 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:23:24,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,44257,1733405001793, seqNum=-1] 2024-12-05T13:23:24,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:23:24,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:23:24,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=88aaa70743e7,34829,1733405001642 2024-12-05T13:23:24,631 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64240 2024-12-05T13:23:24,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:23:24,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a6d707b40002 connected 2024-12-05T13:23:24,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8/hadoop.log.dir so I do NOT create it in target/test-data/42d6f26e-f403-9aba-58a6-3e9c3482761c 2024-12-05T13:23:24,656 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T13:23:24,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8/hadoop.tmp.dir so I do NOT create it in target/test-data/42d6f26e-f403-9aba-58a6-3e9c3482761c 2024-12-05T13:23:24,656 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T13:23:24,656 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d6f26e-f403-9aba-58a6-3e9c3482761c 2024-12-05T13:23:24,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T13:23:24,656 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d6f26e-f403-9aba-58a6-3e9c3482761c/cluster_c9554b2b-5327-a657-a20a-9edb76462fee, deleteOnExit=true 2024-12-05T13:23:24,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T13:23:24,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d6f26e-f403-9aba-58a6-3e9c3482761c/test.cache.data in system properties and HBase conf 2024-12-05T13:23:24,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d6f26e-f403-9aba-58a6-3e9c3482761c/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T13:23:24,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d6f26e-f403-9aba-58a6-3e9c3482761c/hadoop.log.dir in system properties and HBase conf 2024-12-05T13:23:24,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d6f26e-f403-9aba-58a6-3e9c3482761c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T13:23:24,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d6f26e-f403-9aba-58a6-3e9c3482761c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T13:23:24,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T13:23:24,657 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T13:23:24,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d6f26e-f403-9aba-58a6-3e9c3482761c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:23:24,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d6f26e-f403-9aba-58a6-3e9c3482761c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:23:24,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d6f26e-f403-9aba-58a6-3e9c3482761c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T13:23:24,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d6f26e-f403-9aba-58a6-3e9c3482761c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:23:24,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d6f26e-f403-9aba-58a6-3e9c3482761c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T13:23:24,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d6f26e-f403-9aba-58a6-3e9c3482761c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T13:23:24,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d6f26e-f403-9aba-58a6-3e9c3482761c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:23:24,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d6f26e-f403-9aba-58a6-3e9c3482761c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:23:24,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d6f26e-f403-9aba-58a6-3e9c3482761c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T13:23:24,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d6f26e-f403-9aba-58a6-3e9c3482761c/nfs.dump.dir in system properties and HBase conf 2024-12-05T13:23:24,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d6f26e-f403-9aba-58a6-3e9c3482761c/java.io.tmpdir in system properties and HBase conf 2024-12-05T13:23:24,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d6f26e-f403-9aba-58a6-3e9c3482761c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:23:24,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d6f26e-f403-9aba-58a6-3e9c3482761c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T13:23:24,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d6f26e-f403-9aba-58a6-3e9c3482761c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T13:23:24,881 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:23:24,883 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:23:24,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:23:24,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:23:24,885 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:23:24,885 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:23:24,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6999b4dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d6f26e-f403-9aba-58a6-3e9c3482761c/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:23:24,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f6ac4bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:23:24,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@200adb62{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d6f26e-f403-9aba-58a6-3e9c3482761c/java.io.tmpdir/jetty-localhost-42113-hadoop-hdfs-3_4_1-tests_jar-_-any-9686179560942732197/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:23:24,983 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@83ae6a{HTTP/1.1, (http/1.1)}{localhost:42113} 2024-12-05T13:23:24,983 INFO [Time-limited test {}] server.Server(415): Started @200818ms 2024-12-05T13:23:25,163 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:23:25,165 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:23:25,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:23:25,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:23:25,165 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:23:25,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@264b8677{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d6f26e-f403-9aba-58a6-3e9c3482761c/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:23:25,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77b4d2a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:23:25,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bd038f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d6f26e-f403-9aba-58a6-3e9c3482761c/java.io.tmpdir/jetty-localhost-44519-hadoop-hdfs-3_4_1-tests_jar-_-any-12661183197547589541/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:23:25,257 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3bb55393{HTTP/1.1, (http/1.1)}{localhost:44519} 2024-12-05T13:23:25,257 INFO [Time-limited test {}] server.Server(415): Started @201093ms 2024-12-05T13:23:25,259 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:23:25,667 WARN [Thread-2306 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d6f26e-f403-9aba-58a6-3e9c3482761c/cluster_c9554b2b-5327-a657-a20a-9edb76462fee/data/data1/current/BP-930107375-172.17.0.3-1733405004675/current, will proceed with Du for space computation calculation, 2024-12-05T13:23:25,667 WARN [Thread-2307 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d6f26e-f403-9aba-58a6-3e9c3482761c/cluster_c9554b2b-5327-a657-a20a-9edb76462fee/data/data2/current/BP-930107375-172.17.0.3-1733405004675/current, will proceed with Du for space computation calculation, 2024-12-05T13:23:25,686 WARN [Thread-2294 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:23:25,688 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf3e46be4696e3969 with lease ID 0x36576eaea0f14af6: Processing first storage report for DS-180e6824-3d0d-47ea-809a-175a5eb33033 from datanode DatanodeRegistration(127.0.0.1:34047, datanodeUuid=8f351c90-2612-4cc6-8218-27702896e88d, infoPort=41027, infoSecurePort=0, ipcPort=41139, storageInfo=lv=-57;cid=testClusterID;nsid=717287583;c=1733405004675) 2024-12-05T13:23:25,688 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3e46be4696e3969 with lease ID 0x36576eaea0f14af6: from storage DS-180e6824-3d0d-47ea-809a-175a5eb33033 node DatanodeRegistration(127.0.0.1:34047, datanodeUuid=8f351c90-2612-4cc6-8218-27702896e88d, infoPort=41027, infoSecurePort=0, ipcPort=41139, storageInfo=lv=-57;cid=testClusterID;nsid=717287583;c=1733405004675), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:23:25,688 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf3e46be4696e3969 with lease ID 0x36576eaea0f14af6: Processing first storage report for DS-70779a6c-c014-4d71-9682-f3b135e9a707 from datanode DatanodeRegistration(127.0.0.1:34047, datanodeUuid=8f351c90-2612-4cc6-8218-27702896e88d, infoPort=41027, infoSecurePort=0, ipcPort=41139, storageInfo=lv=-57;cid=testClusterID;nsid=717287583;c=1733405004675) 2024-12-05T13:23:25,688 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3e46be4696e3969 with lease ID 0x36576eaea0f14af6: from storage DS-70779a6c-c014-4d71-9682-f3b135e9a707 node DatanodeRegistration(127.0.0.1:34047, datanodeUuid=8f351c90-2612-4cc6-8218-27702896e88d, infoPort=41027, infoSecurePort=0, ipcPort=41139, storageInfo=lv=-57;cid=testClusterID;nsid=717287583;c=1733405004675), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:23:25,786 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d6f26e-f403-9aba-58a6-3e9c3482761c 2024-12-05T13:23:25,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:23:25,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:23:25,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34047 is added to blk_1073741825_1001 (size=7) 2024-12-05T13:23:26,195 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67 with version=8 2024-12-05T13:23:26,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/hbase-staging 2024-12-05T13:23:26,196 INFO [Time-limited test {}] client.ConnectionUtils(128): master/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:23:26,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:23:26,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:23:26,197 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:23:26,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:23:26,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:23:26,197 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T13:23:26,197 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:23:26,197 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39497 2024-12-05T13:23:26,198 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39497 connecting to ZooKeeper ensemble=127.0.0.1:64240 2024-12-05T13:23:26,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394970x0, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:23:26,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39497-0x101a6d707b40003 connected 2024-12-05T13:23:26,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:23:26,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:23:26,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39497-0x101a6d707b40003, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Set watcher on znode that does not yet exist, /1-2044914388/running 2024-12-05T13:23:26,290 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67, hbase.cluster.distributed=false 2024-12-05T13:23:26,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39497-0x101a6d707b40003, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Set watcher on znode that does not yet exist, /1-2044914388/acl 2024-12-05T13:23:26,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39497 2024-12-05T13:23:26,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39497 2024-12-05T13:23:26,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39497 2024-12-05T13:23:26,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39497 2024-12-05T13:23:26,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39497 2024-12-05T13:23:26,309 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:23:26,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:23:26,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:23:26,310 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:23:26,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:23:26,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:23:26,310 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T13:23:26,310 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:23:26,310 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46057 2024-12-05T13:23:26,311 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46057 connecting to ZooKeeper ensemble=127.0.0.1:64240 2024-12-05T13:23:26,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:23:26,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:23:26,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460570x0, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:23:26,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:460570x0, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Set watcher on znode that does not yet exist, /1-2044914388/running 2024-12-05T13:23:26,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46057-0x101a6d707b40004 connected 2024-12-05T13:23:26,325 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T13:23:26,327 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T13:23:26,327 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46057-0x101a6d707b40004, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Set watcher on znode that does not yet exist, /1-2044914388/master 2024-12-05T13:23:26,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46057-0x101a6d707b40004, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Set watcher on znode that does not yet exist, /1-2044914388/acl 2024-12-05T13:23:26,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46057 2024-12-05T13:23:26,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46057 2024-12-05T13:23:26,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46057 2024-12-05T13:23:26,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46057 2024-12-05T13:23:26,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46057 2024-12-05T13:23:26,343 DEBUG [M:0;88aaa70743e7:39497 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;88aaa70743e7:39497 2024-12-05T13:23:26,344 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2044914388/backup-masters/88aaa70743e7,39497,1733405006196 2024-12-05T13:23:26,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39497-0x101a6d707b40003, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2044914388/backup-masters 2024-12-05T13:23:26,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46057-0x101a6d707b40004, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2044914388/backup-masters 2024-12-05T13:23:26,354 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39497-0x101a6d707b40003, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Set watcher on existing znode=/1-2044914388/backup-masters/88aaa70743e7,39497,1733405006196 2024-12-05T13:23:26,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46057-0x101a6d707b40004, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2044914388/master 2024-12-05T13:23:26,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39497-0x101a6d707b40003, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2044914388 2024-12-05T13:23:26,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46057-0x101a6d707b40004, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2044914388 2024-12-05T13:23:26,362 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39497-0x101a6d707b40003, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Set watcher on existing znode=/1-2044914388/master 2024-12-05T13:23:26,362 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2044914388/backup-masters/88aaa70743e7,39497,1733405006196 from backup master directory 2024-12-05T13:23:26,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39497-0x101a6d707b40003, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2044914388/backup-masters/88aaa70743e7,39497,1733405006196 2024-12-05T13:23:26,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46057-0x101a6d707b40004, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2044914388/backup-masters 2024-12-05T13:23:26,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39497-0x101a6d707b40003, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2044914388/backup-masters 2024-12-05T13:23:26,370 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:23:26,370 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=88aaa70743e7,39497,1733405006196 2024-12-05T13:23:26,373 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/hbase.id] with ID: aaaaeaa2-e01e-4b17-8fe8-dfdebdf81516 2024-12-05T13:23:26,373 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/.tmp/hbase.id 2024-12-05T13:23:26,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34047 is added to blk_1073741826_1002 (size=42) 2024-12-05T13:23:26,777 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/.tmp/hbase.id]:[hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/hbase.id] 2024-12-05T13:23:26,785 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:23:26,785 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T13:23:26,785 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T13:23:26,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39497-0x101a6d707b40003, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2044914388 2024-12-05T13:23:26,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46057-0x101a6d707b40004, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2044914388 2024-12-05T13:23:26,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34047 is added to blk_1073741827_1003 (size=196) 2024-12-05T13:23:27,225 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:23:27,226 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T13:23:27,226 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:23:27,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34047 is added to blk_1073741828_1004 (size=1189) 2024-12-05T13:23:27,632 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/MasterData/data/master/store 2024-12-05T13:23:27,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34047 is added to blk_1073741829_1005 (size=34) 2024-12-05T13:23:28,038 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:23:28,038 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:23:28,038 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:23:28,038 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:23:28,038 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:23:28,038 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:23:28,038 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:23:28,038 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733405008038Disabling compacts and flushes for region at 1733405008038Disabling writes for close at 1733405008038Writing region close event to WAL at 1733405008038Closed at 1733405008038 2024-12-05T13:23:28,039 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/MasterData/data/master/store/.initializing 2024-12-05T13:23:28,039 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/MasterData/WALs/88aaa70743e7,39497,1733405006196 2024-12-05T13:23:28,040 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:23:28,041 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=88aaa70743e7%2C39497%2C1733405006196, suffix=, logDir=hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/MasterData/WALs/88aaa70743e7,39497,1733405006196, archiveDir=hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/MasterData/oldWALs, maxLogs=10 2024-12-05T13:23:28,051 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/MasterData/WALs/88aaa70743e7,39497,1733405006196/88aaa70743e7%2C39497%2C1733405006196.1733405008041, exclude list is [], retry=0 2024-12-05T13:23:28,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34047,DS-180e6824-3d0d-47ea-809a-175a5eb33033,DISK] 2024-12-05T13:23:28,055 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/MasterData/WALs/88aaa70743e7,39497,1733405006196/88aaa70743e7%2C39497%2C1733405006196.1733405008041 2024-12-05T13:23:28,055 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41027:41027)] 2024-12-05T13:23:28,055 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:23:28,055 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:23:28,055 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:28,055 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:28,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:28,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T13:23:28,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:28,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:23:28,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:28,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T13:23:28,058 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:28,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:23:28,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:28,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T13:23:28,060 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:28,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:23:28,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:28,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T13:23:28,060 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:28,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:23:28,061 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:28,061 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:28,061 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:28,062 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:28,062 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:28,062 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:23:28,063 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:28,064 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:23:28,064 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72684783, jitterRate=0.08308766782283783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:23:28,065 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733405008056Initializing all the Stores at 1733405008056Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405008056Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405008056Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405008056Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405008056Cleaning up temporary data from old regions at 1733405008062 (+6 ms)Region opened successfully at 1733405008065 (+3 ms) 2024-12-05T13:23:28,065 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T13:23:28,067 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31912307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:23:28,067 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T13:23:28,067 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T13:23:28,067 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T13:23:28,068 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T13:23:28,068 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T13:23:28,068 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T13:23:28,068 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T13:23:28,069 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T13:23:28,070 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39497-0x101a6d707b40003, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Unable to get data of znode /1-2044914388/balancer because node does not exist (not necessarily an error) 2024-12-05T13:23:28,120 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2044914388/balancer already deleted, retry=false 2024-12-05T13:23:28,120 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T13:23:28,121 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39497-0x101a6d707b40003, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Unable to get data of znode /1-2044914388/normalizer because node does not exist (not necessarily an error) 2024-12-05T13:23:28,128 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2044914388/normalizer already deleted, retry=false 2024-12-05T13:23:28,128 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T13:23:28,129 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39497-0x101a6d707b40003, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Unable to get data of znode /1-2044914388/switch/split because node does not exist (not necessarily an error) 2024-12-05T13:23:28,136 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2044914388/switch/split already deleted, retry=false 2024-12-05T13:23:28,137 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39497-0x101a6d707b40003, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Unable to get data of znode /1-2044914388/switch/merge because node does not exist (not necessarily an error) 2024-12-05T13:23:28,145 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2044914388/switch/merge already deleted, retry=false 2024-12-05T13:23:28,146 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39497-0x101a6d707b40003, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Unable to get data of znode /1-2044914388/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T13:23:28,153 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2044914388/snapshot-cleanup already deleted, retry=false 2024-12-05T13:23:28,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46057-0x101a6d707b40004, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2044914388/running 2024-12-05T13:23:28,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39497-0x101a6d707b40003, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2044914388/running 2024-12-05T13:23:28,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39497-0x101a6d707b40003, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2044914388 2024-12-05T13:23:28,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46057-0x101a6d707b40004, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2044914388 2024-12-05T13:23:28,162 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=88aaa70743e7,39497,1733405006196, sessionid=0x101a6d707b40003, setting cluster-up flag (Was=false) 2024-12-05T13:23:28,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39497-0x101a6d707b40003, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2044914388 2024-12-05T13:23:28,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46057-0x101a6d707b40004, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2044914388 2024-12-05T13:23:28,203 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2044914388/flush-table-proc/acquired, /1-2044914388/flush-table-proc/reached, /1-2044914388/flush-table-proc/abort 2024-12-05T13:23:28,204 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,39497,1733405006196 2024-12-05T13:23:28,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39497-0x101a6d707b40003, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2044914388 2024-12-05T13:23:28,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46057-0x101a6d707b40004, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2044914388 2024-12-05T13:23:28,245 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2044914388/online-snapshot/acquired, /1-2044914388/online-snapshot/reached, /1-2044914388/online-snapshot/abort 2024-12-05T13:23:28,245 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,39497,1733405006196 2024-12-05T13:23:28,246 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T13:23:28,247 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T13:23:28,247 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T13:23:28,247 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T13:23:28,248 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 88aaa70743e7,39497,1733405006196 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T13:23:28,249 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:23:28,249 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:23:28,249 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:23:28,249 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:23:28,249 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/88aaa70743e7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T13:23:28,249 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:28,249 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:23:28,249 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:28,249 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733405038249 2024-12-05T13:23:28,250 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T13:23:28,250 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T13:23:28,250 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T13:23:28,250 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T13:23:28,250 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T13:23:28,250 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T13:23:28,250 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:23:28,250 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:28,250 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T13:23:28,250 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T13:23:28,250 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T13:23:28,250 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T13:23:28,250 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T13:23:28,251 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T13:23:28,251 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T13:23:28,251 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:28,251 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733405008251,5,FailOnTimeoutGroup] 2024-12-05T13:23:28,251 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T13:23:28,251 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733405008251,5,FailOnTimeoutGroup] 2024-12-05T13:23:28,251 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:28,251 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T13:23:28,251 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:28,251 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:28,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34047 is added to blk_1073741831_1007 (size=1321) 2024-12-05T13:23:28,337 INFO [RS:0;88aaa70743e7:46057 {}] regionserver.HRegionServer(746): ClusterId : aaaaeaa2-e01e-4b17-8fe8-dfdebdf81516 2024-12-05T13:23:28,337 DEBUG [RS:0;88aaa70743e7:46057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T13:23:28,346 DEBUG [RS:0;88aaa70743e7:46057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T13:23:28,346 DEBUG [RS:0;88aaa70743e7:46057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T13:23:28,354 DEBUG [RS:0;88aaa70743e7:46057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T13:23:28,354 DEBUG [RS:0;88aaa70743e7:46057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dbdfe61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:23:28,363 DEBUG [RS:0;88aaa70743e7:46057 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;88aaa70743e7:46057 2024-12-05T13:23:28,363 INFO [RS:0;88aaa70743e7:46057 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T13:23:28,363 INFO [RS:0;88aaa70743e7:46057 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T13:23:28,363 DEBUG [RS:0;88aaa70743e7:46057 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T13:23:28,364 INFO [RS:0;88aaa70743e7:46057 {}] regionserver.HRegionServer(2659): reportForDuty to master=88aaa70743e7,39497,1733405006196 with port=46057, startcode=1733405006309 2024-12-05T13:23:28,364 DEBUG [RS:0;88aaa70743e7:46057 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T13:23:28,365 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44533, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T13:23:28,365 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39497 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 88aaa70743e7,46057,1733405006309 2024-12-05T13:23:28,365 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39497 {}] master.ServerManager(517): Registering regionserver=88aaa70743e7,46057,1733405006309 2024-12-05T13:23:28,366 DEBUG [RS:0;88aaa70743e7:46057 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67 2024-12-05T13:23:28,366 DEBUG [RS:0;88aaa70743e7:46057 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43027 2024-12-05T13:23:28,366 DEBUG [RS:0;88aaa70743e7:46057 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T13:23:28,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39497-0x101a6d707b40003, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2044914388/rs 2024-12-05T13:23:28,426 DEBUG [RS:0;88aaa70743e7:46057 {}] zookeeper.ZKUtil(111): regionserver:46057-0x101a6d707b40004, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Set watcher on existing znode=/1-2044914388/rs/88aaa70743e7,46057,1733405006309 2024-12-05T13:23:28,426 WARN [RS:0;88aaa70743e7:46057 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:23:28,426 INFO [RS:0;88aaa70743e7:46057 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:23:28,426 DEBUG [RS:0;88aaa70743e7:46057 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309 2024-12-05T13:23:28,426 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [88aaa70743e7,46057,1733405006309] 2024-12-05T13:23:28,429 INFO [RS:0;88aaa70743e7:46057 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T13:23:28,430 INFO [RS:0;88aaa70743e7:46057 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T13:23:28,431 INFO [RS:0;88aaa70743e7:46057 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T13:23:28,431 INFO [RS:0;88aaa70743e7:46057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:28,434 INFO [RS:0;88aaa70743e7:46057 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T13:23:28,435 INFO [RS:0;88aaa70743e7:46057 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T13:23:28,435 INFO [RS:0;88aaa70743e7:46057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:28,435 DEBUG [RS:0;88aaa70743e7:46057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:28,435 DEBUG [RS:0;88aaa70743e7:46057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:28,435 DEBUG [RS:0;88aaa70743e7:46057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:28,435 DEBUG [RS:0;88aaa70743e7:46057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:28,435 DEBUG [RS:0;88aaa70743e7:46057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:28,435 DEBUG [RS:0;88aaa70743e7:46057 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:23:28,435 DEBUG [RS:0;88aaa70743e7:46057 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:28,435 DEBUG [RS:0;88aaa70743e7:46057 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:28,436 DEBUG [RS:0;88aaa70743e7:46057 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:28,436 DEBUG [RS:0;88aaa70743e7:46057 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:28,436 DEBUG [RS:0;88aaa70743e7:46057 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:28,436 DEBUG [RS:0;88aaa70743e7:46057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:28,436 DEBUG [RS:0;88aaa70743e7:46057 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:23:28,436 DEBUG [RS:0;88aaa70743e7:46057 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:23:28,438 INFO [RS:0;88aaa70743e7:46057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:28,438 INFO [RS:0;88aaa70743e7:46057 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:28,438 INFO [RS:0;88aaa70743e7:46057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:28,438 INFO [RS:0;88aaa70743e7:46057 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:28,438 INFO [RS:0;88aaa70743e7:46057 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:28,438 INFO [RS:0;88aaa70743e7:46057 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,46057,1733405006309-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:23:28,450 INFO [RS:0;88aaa70743e7:46057 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T13:23:28,450 INFO [RS:0;88aaa70743e7:46057 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,46057,1733405006309-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:28,450 INFO [RS:0;88aaa70743e7:46057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:28,450 INFO [RS:0;88aaa70743e7:46057 {}] regionserver.Replication(171): 88aaa70743e7,46057,1733405006309 started 2024-12-05T13:23:28,462 INFO [RS:0;88aaa70743e7:46057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:28,462 INFO [RS:0;88aaa70743e7:46057 {}] regionserver.HRegionServer(1482): Serving as 88aaa70743e7,46057,1733405006309, RpcServer on 88aaa70743e7/172.17.0.3:46057, sessionid=0x101a6d707b40004 2024-12-05T13:23:28,462 DEBUG [RS:0;88aaa70743e7:46057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T13:23:28,462 DEBUG [RS:0;88aaa70743e7:46057 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 88aaa70743e7,46057,1733405006309 2024-12-05T13:23:28,462 DEBUG [RS:0;88aaa70743e7:46057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,46057,1733405006309' 2024-12-05T13:23:28,462 DEBUG [RS:0;88aaa70743e7:46057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2044914388/flush-table-proc/abort' 2024-12-05T13:23:28,463 DEBUG [RS:0;88aaa70743e7:46057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2044914388/flush-table-proc/acquired' 2024-12-05T13:23:28,463 DEBUG [RS:0;88aaa70743e7:46057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T13:23:28,463 DEBUG [RS:0;88aaa70743e7:46057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T13:23:28,463 DEBUG [RS:0;88aaa70743e7:46057 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 88aaa70743e7,46057,1733405006309 2024-12-05T13:23:28,463 DEBUG [RS:0;88aaa70743e7:46057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,46057,1733405006309' 2024-12-05T13:23:28,463 DEBUG [RS:0;88aaa70743e7:46057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2044914388/online-snapshot/abort' 2024-12-05T13:23:28,463 DEBUG [RS:0;88aaa70743e7:46057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2044914388/online-snapshot/acquired' 2024-12-05T13:23:28,464 DEBUG [RS:0;88aaa70743e7:46057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T13:23:28,464 INFO [RS:0;88aaa70743e7:46057 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T13:23:28,464 INFO [RS:0;88aaa70743e7:46057 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T13:23:28,564 INFO [RS:0;88aaa70743e7:46057 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:23:28,565 INFO [RS:0;88aaa70743e7:46057 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C46057%2C1733405006309, suffix=, logDir=hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309, archiveDir=hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/oldWALs, maxLogs=10 2024-12-05T13:23:28,584 DEBUG [RS:0;88aaa70743e7:46057 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.1733405008566, exclude list is [], retry=0 2024-12-05T13:23:28,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34047,DS-180e6824-3d0d-47ea-809a-175a5eb33033,DISK] 2024-12-05T13:23:28,591 INFO [RS:0;88aaa70743e7:46057 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.1733405008566 2024-12-05T13:23:28,595 DEBUG [RS:0;88aaa70743e7:46057 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41027:41027)] 2024-12-05T13:23:28,660 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T13:23:28,660 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67 2024-12-05T13:23:28,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34047 is added to blk_1073741833_1009 (size=32) 2024-12-05T13:23:28,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:23:28,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:23:28,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:23:28,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:28,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:23:28,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:23:28,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:23:28,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:28,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:23:28,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:23:28,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:23:28,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:28,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:23:28,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:23:28,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:23:28,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:28,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:23:28,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:23:28,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/hbase/meta/1588230740 2024-12-05T13:23:28,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/hbase/meta/1588230740 2024-12-05T13:23:28,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:23:28,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:23:28,683 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:23:28,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:23:28,686 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:23:28,686 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59177654, jitterRate=-0.11818423867225647}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:23:28,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733405008673Initializing all the Stores at 1733405008674 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405008674Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405008674Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405008674Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405008674Cleaning up temporary data from old regions at 1733405008683 (+9 ms)Region opened successfully at 1733405008686 (+3 ms) 2024-12-05T13:23:28,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:23:28,687 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:23:28,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:23:28,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:23:28,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:23:28,687 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:23:28,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733405008687Disabling compacts and flushes for region at 1733405008687Disabling writes for close at 1733405008687Writing region close event to WAL at 1733405008687Closed at 1733405008687 2024-12-05T13:23:28,688 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:23:28,689 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T13:23:28,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T13:23:28,690 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:23:28,691 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T13:23:28,841 DEBUG [88aaa70743e7:39497 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T13:23:28,841 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=88aaa70743e7,46057,1733405006309 2024-12-05T13:23:28,842 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,46057,1733405006309, state=OPENING 2024-12-05T13:23:28,878 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T13:23:28,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39497-0x101a6d707b40003, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2044914388 2024-12-05T13:23:28,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46057-0x101a6d707b40004, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2044914388 2024-12-05T13:23:28,887 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:23:28,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2044914388/meta-region-server: CHANGED 2024-12-05T13:23:28,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2044914388/meta-region-server: CHANGED 2024-12-05T13:23:28,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,46057,1733405006309}] 2024-12-05T13:23:29,039 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:23:29,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T13:23:29,043 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T13:23:29,043 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:23:29,043 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T13:23:29,044 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C46057%2C1733405006309.meta, suffix=.meta, logDir=hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309, archiveDir=hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/oldWALs, maxLogs=10 2024-12-05T13:23:29,055 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.meta.1733405009045.meta, exclude list is [], retry=0 2024-12-05T13:23:29,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34047,DS-180e6824-3d0d-47ea-809a-175a5eb33033,DISK] 2024-12-05T13:23:29,058 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.meta.1733405009045.meta 2024-12-05T13:23:29,060 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41027:41027)] 2024-12-05T13:23:29,060 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:23:29,060 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:23:29,060 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:23:29,060 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T13:23:29,061 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T13:23:29,061 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T13:23:29,061 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:23:29,061 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T13:23:29,061 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T13:23:29,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:23:29,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:23:29,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:29,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:23:29,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:23:29,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:23:29,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:29,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:23:29,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:23:29,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:23:29,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:29,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:23:29,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:23:29,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:23:29,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:29,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:23:29,065 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:23:29,066 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/hbase/meta/1588230740 2024-12-05T13:23:29,066 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/hbase/meta/1588230740 2024-12-05T13:23:29,067 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:23:29,067 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:23:29,067 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:23:29,068 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:23:29,068 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69400896, jitterRate=0.03415393829345703}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:23:29,069 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T13:23:29,069 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733405009061Writing region info on filesystem at 1733405009061Initializing all the Stores at 1733405009062 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405009062Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405009062Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405009062Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405009062Cleaning up temporary data from old regions at 1733405009067 (+5 ms)Running coprocessor post-open hooks at 1733405009069 (+2 ms)Region opened successfully at 1733405009069 2024-12-05T13:23:29,069 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733405009039 2024-12-05T13:23:29,071 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T13:23:29,071 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T13:23:29,071 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=88aaa70743e7,46057,1733405006309 2024-12-05T13:23:29,072 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,46057,1733405006309, state=OPEN 2024-12-05T13:23:29,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46057-0x101a6d707b40004, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2044914388/meta-region-server 2024-12-05T13:23:29,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39497-0x101a6d707b40003, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2044914388/meta-region-server 2024-12-05T13:23:29,078 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=88aaa70743e7,46057,1733405006309 2024-12-05T13:23:29,078 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2044914388/meta-region-server: CHANGED 2024-12-05T13:23:29,078 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2044914388/meta-region-server: CHANGED 2024-12-05T13:23:29,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T13:23:29,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,46057,1733405006309 in 191 msec 2024-12-05T13:23:29,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T13:23:29,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 391 msec 2024-12-05T13:23:29,081 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:23:29,081 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T13:23:29,082 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:23:29,082 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,46057,1733405006309, seqNum=-1] 2024-12-05T13:23:29,083 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:23:29,084 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:23:29,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 840 msec 2024-12-05T13:23:29,088 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733405009088, completionTime=-1 2024-12-05T13:23:29,088 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T13:23:29,088 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T13:23:29,090 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T13:23:29,090 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733405069090 2024-12-05T13:23:29,090 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733405129090 2024-12-05T13:23:29,090 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T13:23:29,090 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,39497,1733405006196-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:29,090 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,39497,1733405006196-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:29,090 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,39497,1733405006196-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:29,090 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-88aaa70743e7:39497, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:29,090 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:29,090 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:29,092 DEBUG [master/88aaa70743e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T13:23:29,093 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.723sec 2024-12-05T13:23:29,093 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T13:23:29,093 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T13:23:29,093 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T13:23:29,093 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T13:23:29,093 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T13:23:29,093 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,39497,1733405006196-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:23:29,093 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,39497,1733405006196-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T13:23:29,095 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T13:23:29,095 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T13:23:29,095 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,39497,1733405006196-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:29,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e25e8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:29,137 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,39497,-1 for getting cluster id 2024-12-05T13:23:29,138 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:23:29,139 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aaaaeaa2-e01e-4b17-8fe8-dfdebdf81516' 2024-12-05T13:23:29,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:23:29,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aaaaeaa2-e01e-4b17-8fe8-dfdebdf81516" 2024-12-05T13:23:29,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6acf9f1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:29,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,39497,-1] 2024-12-05T13:23:29,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:23:29,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:29,140 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:23:29,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46a5c6b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:29,141 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:23:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,46057,1733405006309, seqNum=-1] 2024-12-05T13:23:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:23:29,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:23:29,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=88aaa70743e7,39497,1733405006196 2024-12-05T13:23:29,145 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64240 2024-12-05T13:23:29,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:23:29,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a6d707b40005 connected 2024-12-05T13:23:29,255 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:23:29,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,34829,1733405001642 2024-12-05T13:23:29,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41fec25f 2024-12-05T13:23:29,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:23:29,257 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:23:29,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34829 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:23:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34829 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T13:23:29,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:23:29,259 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:29,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34829 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T13:23:29,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:23:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:23:29,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741835_1011 (size=902) 2024-12-05T13:23:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:23:29,465 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T13:23:29,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:23:29,666 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 89381e34f061632be92390f079780e59, NAME => 'test,,1733405009257.89381e34f061632be92390f079780e59.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d 2024-12-05T13:23:29,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741836_1012 (size=39) 2024-12-05T13:23:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:23:30,044 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:23:30,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:30,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:30,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:30,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:30,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:30,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:30,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:30,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:30,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:30,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:30,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733405009257.89381e34f061632be92390f079780e59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:23:30,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 89381e34f061632be92390f079780e59, disabling compactions & flushes 2024-12-05T13:23:30,072 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733405009257.89381e34f061632be92390f079780e59. 2024-12-05T13:23:30,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733405009257.89381e34f061632be92390f079780e59. 2024-12-05T13:23:30,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733405009257.89381e34f061632be92390f079780e59. after waiting 0 ms 2024-12-05T13:23:30,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733405009257.89381e34f061632be92390f079780e59. 2024-12-05T13:23:30,072 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733405009257.89381e34f061632be92390f079780e59. 2024-12-05T13:23:30,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 89381e34f061632be92390f079780e59: Waiting for close lock at 1733405010072Disabling compacts and flushes for region at 1733405010072Disabling writes for close at 1733405010072Writing region close event to WAL at 1733405010072Closed at 1733405010072 2024-12-05T13:23:30,073 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:23:30,074 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733405009257.89381e34f061632be92390f079780e59.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733405010073"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733405010073"}]},"ts":"1733405010073"} 2024-12-05T13:23:30,076 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T13:23:30,077 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:23:30,077 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405010077"}]},"ts":"1733405010077"} 2024-12-05T13:23:30,079 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T13:23:30,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=89381e34f061632be92390f079780e59, ASSIGN}] 2024-12-05T13:23:30,081 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=89381e34f061632be92390f079780e59, ASSIGN 2024-12-05T13:23:30,081 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=89381e34f061632be92390f079780e59, ASSIGN; state=OFFLINE, location=88aaa70743e7,44257,1733405001793; forceNewPlan=false, retain=false 2024-12-05T13:23:30,232 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=89381e34f061632be92390f079780e59, regionState=OPENING, regionLocation=88aaa70743e7,44257,1733405001793 2024-12-05T13:23:30,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=89381e34f061632be92390f079780e59, ASSIGN because future has completed 2024-12-05T13:23:30,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89381e34f061632be92390f079780e59, server=88aaa70743e7,44257,1733405001793}] 2024-12-05T13:23:30,389 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733405009257.89381e34f061632be92390f079780e59. 2024-12-05T13:23:30,389 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 89381e34f061632be92390f079780e59, NAME => 'test,,1733405009257.89381e34f061632be92390f079780e59.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:23:30,390 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:23:30,390 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T13:23:30,390 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 89381e34f061632be92390f079780e59 2024-12-05T13:23:30,390 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733405009257.89381e34f061632be92390f079780e59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:23:30,390 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 89381e34f061632be92390f079780e59 2024-12-05T13:23:30,390 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 89381e34f061632be92390f079780e59 2024-12-05T13:23:30,391 INFO [StoreOpener-89381e34f061632be92390f079780e59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 89381e34f061632be92390f079780e59 2024-12-05T13:23:30,392 INFO [StoreOpener-89381e34f061632be92390f079780e59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89381e34f061632be92390f079780e59 columnFamilyName f 2024-12-05T13:23:30,392 DEBUG [StoreOpener-89381e34f061632be92390f079780e59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:30,392 INFO [StoreOpener-89381e34f061632be92390f079780e59-1 {}] regionserver.HStore(327): Store=89381e34f061632be92390f079780e59/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:23:30,392 INFO [StoreOpener-89381e34f061632be92390f079780e59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 89381e34f061632be92390f079780e59 2024-12-05T13:23:30,393 INFO [StoreOpener-89381e34f061632be92390f079780e59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89381e34f061632be92390f079780e59 columnFamilyName f1 2024-12-05T13:23:30,393 DEBUG [StoreOpener-89381e34f061632be92390f079780e59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:30,394 INFO [StoreOpener-89381e34f061632be92390f079780e59-1 {}] regionserver.HStore(327): Store=89381e34f061632be92390f079780e59/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:23:30,394 INFO [StoreOpener-89381e34f061632be92390f079780e59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 89381e34f061632be92390f079780e59 2024-12-05T13:23:30,395 INFO [StoreOpener-89381e34f061632be92390f079780e59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89381e34f061632be92390f079780e59 columnFamilyName norep 2024-12-05T13:23:30,395 DEBUG [StoreOpener-89381e34f061632be92390f079780e59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:30,395 INFO [StoreOpener-89381e34f061632be92390f079780e59-1 {}] regionserver.HStore(327): Store=89381e34f061632be92390f079780e59/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:23:30,395 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 89381e34f061632be92390f079780e59 2024-12-05T13:23:30,396 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/default/test/89381e34f061632be92390f079780e59 2024-12-05T13:23:30,396 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/default/test/89381e34f061632be92390f079780e59 2024-12-05T13:23:30,396 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 89381e34f061632be92390f079780e59 2024-12-05T13:23:30,396 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 89381e34f061632be92390f079780e59 2024-12-05T13:23:30,397 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T13:23:30,397 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 89381e34f061632be92390f079780e59 2024-12-05T13:23:30,399 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/default/test/89381e34f061632be92390f079780e59/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:23:30,399 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 89381e34f061632be92390f079780e59; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70204104, jitterRate=0.04612267017364502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T13:23:30,399 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 89381e34f061632be92390f079780e59 2024-12-05T13:23:30,400 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 89381e34f061632be92390f079780e59: Running coprocessor pre-open hook at 1733405010390Writing region info on filesystem at 1733405010390Initializing all the Stores at 1733405010391 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405010391Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405010391Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405010391Cleaning up temporary data from old regions at 1733405010396 (+5 ms)Running coprocessor post-open hooks at 1733405010399 (+3 ms)Region opened successfully at 1733405010400 (+1 ms) 2024-12-05T13:23:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:23:30,400 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733405009257.89381e34f061632be92390f079780e59., pid=6, masterSystemTime=1733405010386 2024-12-05T13:23:30,402 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733405009257.89381e34f061632be92390f079780e59. 2024-12-05T13:23:30,402 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733405009257.89381e34f061632be92390f079780e59. 2024-12-05T13:23:30,403 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=89381e34f061632be92390f079780e59, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=88aaa70743e7,44257,1733405001793 2024-12-05T13:23:30,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89381e34f061632be92390f079780e59, server=88aaa70743e7,44257,1733405001793 because future has completed 2024-12-05T13:23:30,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T13:23:30,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 89381e34f061632be92390f079780e59, server=88aaa70743e7,44257,1733405001793 in 171 msec 2024-12-05T13:23:30,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T13:23:30,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=89381e34f061632be92390f079780e59, ASSIGN in 328 msec 2024-12-05T13:23:30,409 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:23:30,409 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405010409"}]},"ts":"1733405010409"} 2024-12-05T13:23:30,411 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T13:23:30,412 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:23:30,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-12-05T13:23:31,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:23:31,411 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T13:23:31,411 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:23:31,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,39497,1733405006196 2024-12-05T13:23:31,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60754fdf 2024-12-05T13:23:31,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:23:31,413 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:23:31,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39497 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:23:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39497 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T13:23:31,415 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:23:31,415 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:31,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39497 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T13:23:31,416 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:23:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:23:31,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34047 is added to blk_1073741835_1011 (size=902) 2024-12-05T13:23:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:23:31,552 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T13:23:31,552 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T13:23:31,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T13:23:31,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T13:23:31,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:23:31,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T13:23:31,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T13:23:31,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T13:23:31,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:23:31,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T13:23:31,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T13:23:31,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T13:23:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:23:31,822 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b05440cd4e2a79fb33c0f7ee253c066f, NAME => 'test,,1733405011413.b05440cd4e2a79fb33c0f7ee253c066f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67 2024-12-05T13:23:31,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34047 is added to blk_1073741836_1012 (size=39) 2024-12-05T13:23:32,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:23:32,227 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733405011413.b05440cd4e2a79fb33c0f7ee253c066f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:23:32,227 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b05440cd4e2a79fb33c0f7ee253c066f, disabling compactions & flushes 2024-12-05T13:23:32,228 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733405011413.b05440cd4e2a79fb33c0f7ee253c066f. 2024-12-05T13:23:32,228 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733405011413.b05440cd4e2a79fb33c0f7ee253c066f. 2024-12-05T13:23:32,228 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733405011413.b05440cd4e2a79fb33c0f7ee253c066f. after waiting 0 ms 2024-12-05T13:23:32,228 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733405011413.b05440cd4e2a79fb33c0f7ee253c066f. 2024-12-05T13:23:32,228 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733405011413.b05440cd4e2a79fb33c0f7ee253c066f. 2024-12-05T13:23:32,228 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b05440cd4e2a79fb33c0f7ee253c066f: Waiting for close lock at 1733405012227Disabling compacts and flushes for region at 1733405012227Disabling writes for close at 1733405012228 (+1 ms)Writing region close event to WAL at 1733405012228Closed at 1733405012228 2024-12-05T13:23:32,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:23:32,229 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733405011413.b05440cd4e2a79fb33c0f7ee253c066f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733405012229"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733405012229"}]},"ts":"1733405012229"} 2024-12-05T13:23:32,230 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T13:23:32,231 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:23:32,231 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405012231"}]},"ts":"1733405012231"} 2024-12-05T13:23:32,233 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T13:23:32,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b05440cd4e2a79fb33c0f7ee253c066f, ASSIGN}] 2024-12-05T13:23:32,234 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b05440cd4e2a79fb33c0f7ee253c066f, ASSIGN 2024-12-05T13:23:32,235 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b05440cd4e2a79fb33c0f7ee253c066f, ASSIGN; state=OFFLINE, location=88aaa70743e7,46057,1733405006309; forceNewPlan=false, retain=false 2024-12-05T13:23:32,385 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b05440cd4e2a79fb33c0f7ee253c066f, regionState=OPENING, regionLocation=88aaa70743e7,46057,1733405006309 2024-12-05T13:23:32,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b05440cd4e2a79fb33c0f7ee253c066f, ASSIGN because future has completed 2024-12-05T13:23:32,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b05440cd4e2a79fb33c0f7ee253c066f, server=88aaa70743e7,46057,1733405006309}] 2024-12-05T13:23:32,542 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733405011413.b05440cd4e2a79fb33c0f7ee253c066f. 2024-12-05T13:23:32,542 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b05440cd4e2a79fb33c0f7ee253c066f, NAME => 'test,,1733405011413.b05440cd4e2a79fb33c0f7ee253c066f.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:23:32,543 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:23:32,543 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T13:23:32,543 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b05440cd4e2a79fb33c0f7ee253c066f 2024-12-05T13:23:32,543 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733405011413.b05440cd4e2a79fb33c0f7ee253c066f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:23:32,543 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b05440cd4e2a79fb33c0f7ee253c066f 2024-12-05T13:23:32,543 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b05440cd4e2a79fb33c0f7ee253c066f 2024-12-05T13:23:32,544 INFO [StoreOpener-b05440cd4e2a79fb33c0f7ee253c066f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b05440cd4e2a79fb33c0f7ee253c066f 2024-12-05T13:23:32,545 INFO [StoreOpener-b05440cd4e2a79fb33c0f7ee253c066f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b05440cd4e2a79fb33c0f7ee253c066f columnFamilyName f 2024-12-05T13:23:32,545 DEBUG [StoreOpener-b05440cd4e2a79fb33c0f7ee253c066f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:32,545 INFO [StoreOpener-b05440cd4e2a79fb33c0f7ee253c066f-1 {}] regionserver.HStore(327): Store=b05440cd4e2a79fb33c0f7ee253c066f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:23:32,545 INFO [StoreOpener-b05440cd4e2a79fb33c0f7ee253c066f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b05440cd4e2a79fb33c0f7ee253c066f 2024-12-05T13:23:32,546 INFO [StoreOpener-b05440cd4e2a79fb33c0f7ee253c066f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b05440cd4e2a79fb33c0f7ee253c066f columnFamilyName f1 2024-12-05T13:23:32,546 DEBUG [StoreOpener-b05440cd4e2a79fb33c0f7ee253c066f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:32,546 INFO [StoreOpener-b05440cd4e2a79fb33c0f7ee253c066f-1 {}] regionserver.HStore(327): Store=b05440cd4e2a79fb33c0f7ee253c066f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:23:32,546 INFO [StoreOpener-b05440cd4e2a79fb33c0f7ee253c066f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b05440cd4e2a79fb33c0f7ee253c066f 2024-12-05T13:23:32,547 INFO [StoreOpener-b05440cd4e2a79fb33c0f7ee253c066f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b05440cd4e2a79fb33c0f7ee253c066f columnFamilyName norep 2024-12-05T13:23:32,547 DEBUG [StoreOpener-b05440cd4e2a79fb33c0f7ee253c066f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:32,547 INFO [StoreOpener-b05440cd4e2a79fb33c0f7ee253c066f-1 {}] regionserver.HStore(327): Store=b05440cd4e2a79fb33c0f7ee253c066f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:23:32,547 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b05440cd4e2a79fb33c0f7ee253c066f 2024-12-05T13:23:32,547 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/default/test/b05440cd4e2a79fb33c0f7ee253c066f 2024-12-05T13:23:32,548 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/default/test/b05440cd4e2a79fb33c0f7ee253c066f 2024-12-05T13:23:32,548 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b05440cd4e2a79fb33c0f7ee253c066f 2024-12-05T13:23:32,548 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b05440cd4e2a79fb33c0f7ee253c066f 2024-12-05T13:23:32,548 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T13:23:32,549 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b05440cd4e2a79fb33c0f7ee253c066f 2024-12-05T13:23:32,550 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/default/test/b05440cd4e2a79fb33c0f7ee253c066f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:23:32,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:23:32,551 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b05440cd4e2a79fb33c0f7ee253c066f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59688132, jitterRate=-0.1105775237083435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T13:23:32,551 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b05440cd4e2a79fb33c0f7ee253c066f 2024-12-05T13:23:32,551 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b05440cd4e2a79fb33c0f7ee253c066f: Running coprocessor pre-open hook at 1733405012543Writing region info on filesystem at 1733405012543Initializing all the Stores at 1733405012544 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405012544Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405012544Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405012544Cleaning up temporary data from old regions at 1733405012548 (+4 ms)Running coprocessor post-open hooks at 1733405012551 (+3 ms)Region opened successfully at 1733405012551 2024-12-05T13:23:32,551 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733405011413.b05440cd4e2a79fb33c0f7ee253c066f., pid=6, masterSystemTime=1733405012539 2024-12-05T13:23:32,553 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733405011413.b05440cd4e2a79fb33c0f7ee253c066f. 2024-12-05T13:23:32,553 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733405011413.b05440cd4e2a79fb33c0f7ee253c066f. 2024-12-05T13:23:32,554 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b05440cd4e2a79fb33c0f7ee253c066f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=88aaa70743e7,46057,1733405006309 2024-12-05T13:23:32,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b05440cd4e2a79fb33c0f7ee253c066f, server=88aaa70743e7,46057,1733405006309 because future has completed 2024-12-05T13:23:32,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T13:23:32,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b05440cd4e2a79fb33c0f7ee253c066f, server=88aaa70743e7,46057,1733405006309 in 169 msec 2024-12-05T13:23:32,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T13:23:32,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b05440cd4e2a79fb33c0f7ee253c066f, ASSIGN in 324 msec 2024-12-05T13:23:32,559 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:23:32,559 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405012559"}]},"ts":"1733405012559"} 2024-12-05T13:23:32,560 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T13:23:32,561 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:23:32,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-12-05T13:23:33,460 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:23:33,460 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [88aaa70743e7,39319,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:39319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T13:23:33,461 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18252 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [88aaa70743e7,39319,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:39319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T13:23:33,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:23:33,571 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T13:23:33,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2afab2e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:33,571 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,34829,-1 for getting cluster id 2024-12-05T13:23:33,571 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:23:33,572 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd80261e-bbaf-4164-bc7e-6bb52c6d0d56' 2024-12-05T13:23:33,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:23:33,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd80261e-bbaf-4164-bc7e-6bb52c6d0d56" 2024-12-05T13:23:33,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa88bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:33,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,34829,-1] 2024-12-05T13:23:33,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:23:33,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:33,573 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:23:33,574 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@432a35e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:33,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@661914ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:33,575 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,39497,-1 for getting cluster id 2024-12-05T13:23:33,575 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:23:33,575 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aaaaeaa2-e01e-4b17-8fe8-dfdebdf81516' 2024-12-05T13:23:33,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:23:33,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aaaaeaa2-e01e-4b17-8fe8-dfdebdf81516" 2024-12-05T13:23:33,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70b1eca1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:33,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,39497,-1] 2024-12-05T13:23:33,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:23:33,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:33,576 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:23:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@269da3b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:33,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4186d7ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:33,577 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,34829,-1 for getting cluster id 2024-12-05T13:23:33,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:23:33,578 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd80261e-bbaf-4164-bc7e-6bb52c6d0d56' 2024-12-05T13:23:33,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:23:33,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd80261e-bbaf-4164-bc7e-6bb52c6d0d56" 2024-12-05T13:23:33,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9c87c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:33,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,34829,-1] 2024-12-05T13:23:33,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:23:33,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:33,579 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:23:33,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a19cf18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:33,579 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:23:33,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,34829,1733405001642 2024-12-05T13:23:33,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@655801f9 2024-12-05T13:23:33,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:23:33,581 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:23:33,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34829 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://88aaa70743e7:39497,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T13:23:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34829 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T13:23:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:23:33,583 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:39497' 2024-12-05T13:23:33,584 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551ab05b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:33,584 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,39497,-1 for getting cluster id 2024-12-05T13:23:33,584 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:23:33,585 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aaaaeaa2-e01e-4b17-8fe8-dfdebdf81516' 2024-12-05T13:23:33,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:23:33,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aaaaeaa2-e01e-4b17-8fe8-dfdebdf81516" 2024-12-05T13:23:33,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a553bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:33,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,39497,-1] 2024-12-05T13:23:33,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:23:33,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:33,586 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:23:33,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45d1208e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:33,587 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:23:33,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,39497,1733405006196 2024-12-05T13:23:33,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@acc9335 2024-12-05T13:23:33,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:23:33,588 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:23:33,589 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T13:23:33,589 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T13:23:33,589 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:33,589 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:33,589 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:23:33,589 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:23:33,590 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T13:23:33,591 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:23:33,591 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:33,592 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:23:33,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741837_1013 (size=1138) 2024-12-05T13:23:33,641 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T13:23:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:23:33,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:23:34,024 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7ae918450ef5fccf26197487ea0cbbfe, NAME => 'hbase:replication,,1733405013589.7ae918450ef5fccf26197487ea0cbbfe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d 2024-12-05T13:23:34,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741838_1014 (size=44) 2024-12-05T13:23:34,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:23:34,429 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T13:23:34,429 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733405013589.7ae918450ef5fccf26197487ea0cbbfe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:23:34,430 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7ae918450ef5fccf26197487ea0cbbfe, disabling compactions & flushes 2024-12-05T13:23:34,430 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733405013589.7ae918450ef5fccf26197487ea0cbbfe. 2024-12-05T13:23:34,430 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733405013589.7ae918450ef5fccf26197487ea0cbbfe. 2024-12-05T13:23:34,430 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733405013589.7ae918450ef5fccf26197487ea0cbbfe. after waiting 0 ms 2024-12-05T13:23:34,430 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733405013589.7ae918450ef5fccf26197487ea0cbbfe. 2024-12-05T13:23:34,430 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733405013589.7ae918450ef5fccf26197487ea0cbbfe. 2024-12-05T13:23:34,430 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7ae918450ef5fccf26197487ea0cbbfe: Waiting for close lock at 1733405014430Disabling compacts and flushes for region at 1733405014430Disabling writes for close at 1733405014430Writing region close event to WAL at 1733405014430Closed at 1733405014430 2024-12-05T13:23:34,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:23:34,431 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733405013589.7ae918450ef5fccf26197487ea0cbbfe.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733405014431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733405014431"}]},"ts":"1733405014431"} 2024-12-05T13:23:34,433 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T13:23:34,434 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:23:34,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405014434"}]},"ts":"1733405014434"} 2024-12-05T13:23:34,435 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T13:23:34,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ae918450ef5fccf26197487ea0cbbfe, ASSIGN}] 2024-12-05T13:23:34,436 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ae918450ef5fccf26197487ea0cbbfe, ASSIGN 2024-12-05T13:23:34,437 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7ae918450ef5fccf26197487ea0cbbfe, ASSIGN; state=OFFLINE, location=88aaa70743e7,44257,1733405001793; forceNewPlan=false, retain=false 2024-12-05T13:23:34,587 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7ae918450ef5fccf26197487ea0cbbfe, regionState=OPENING, regionLocation=88aaa70743e7,44257,1733405001793 2024-12-05T13:23:34,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7ae918450ef5fccf26197487ea0cbbfe, ASSIGN because future has completed 2024-12-05T13:23:34,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ae918450ef5fccf26197487ea0cbbfe, server=88aaa70743e7,44257,1733405001793}] 2024-12-05T13:23:34,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:23:34,746 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733405013589.7ae918450ef5fccf26197487ea0cbbfe. 2024-12-05T13:23:34,746 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:23:34,746 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T13:23:34,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C44257%2C1733405001793.rep, suffix=, logDir=hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793, archiveDir=hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/oldWALs, maxLogs=10 2024-12-05T13:23:34,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.rep.1733405014747, exclude list is [], retry=0 2024-12-05T13:23:34,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42683,DS-038ebbfc-223a-4b76-bf36-01b9341e1b60,DISK] 2024-12-05T13:23:34,765 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.rep.1733405014747 2024-12-05T13:23:34,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38615:38615)] 2024-12-05T13:23:34,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ae918450ef5fccf26197487ea0cbbfe, NAME => 'hbase:replication,,1733405013589.7ae918450ef5fccf26197487ea0cbbfe.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:23:34,766 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:23:34,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:23:34,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733405013589.7ae918450ef5fccf26197487ea0cbbfe. service=MultiRowMutationService 2024-12-05T13:23:34,766 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T13:23:34,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7ae918450ef5fccf26197487ea0cbbfe 2024-12-05T13:23:34,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733405013589.7ae918450ef5fccf26197487ea0cbbfe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:23:34,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7ae918450ef5fccf26197487ea0cbbfe 2024-12-05T13:23:34,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7ae918450ef5fccf26197487ea0cbbfe 2024-12-05T13:23:34,767 INFO [StoreOpener-7ae918450ef5fccf26197487ea0cbbfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7ae918450ef5fccf26197487ea0cbbfe 2024-12-05T13:23:34,769 INFO [StoreOpener-7ae918450ef5fccf26197487ea0cbbfe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ae918450ef5fccf26197487ea0cbbfe columnFamilyName hfileref 2024-12-05T13:23:34,769 DEBUG [StoreOpener-7ae918450ef5fccf26197487ea0cbbfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:34,769 INFO [StoreOpener-7ae918450ef5fccf26197487ea0cbbfe-1 {}] regionserver.HStore(327): Store=7ae918450ef5fccf26197487ea0cbbfe/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:23:34,769 INFO [StoreOpener-7ae918450ef5fccf26197487ea0cbbfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7ae918450ef5fccf26197487ea0cbbfe 2024-12-05T13:23:34,770 INFO [StoreOpener-7ae918450ef5fccf26197487ea0cbbfe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ae918450ef5fccf26197487ea0cbbfe columnFamilyName queue 2024-12-05T13:23:34,770 DEBUG [StoreOpener-7ae918450ef5fccf26197487ea0cbbfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:34,770 INFO [StoreOpener-7ae918450ef5fccf26197487ea0cbbfe-1 {}] regionserver.HStore(327): Store=7ae918450ef5fccf26197487ea0cbbfe/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:23:34,770 INFO [StoreOpener-7ae918450ef5fccf26197487ea0cbbfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7ae918450ef5fccf26197487ea0cbbfe 2024-12-05T13:23:34,771 INFO [StoreOpener-7ae918450ef5fccf26197487ea0cbbfe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ae918450ef5fccf26197487ea0cbbfe columnFamilyName sid 2024-12-05T13:23:34,771 DEBUG [StoreOpener-7ae918450ef5fccf26197487ea0cbbfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:34,771 INFO [StoreOpener-7ae918450ef5fccf26197487ea0cbbfe-1 {}] regionserver.HStore(327): Store=7ae918450ef5fccf26197487ea0cbbfe/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:23:34,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7ae918450ef5fccf26197487ea0cbbfe 2024-12-05T13:23:34,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/hbase/replication/7ae918450ef5fccf26197487ea0cbbfe 2024-12-05T13:23:34,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/hbase/replication/7ae918450ef5fccf26197487ea0cbbfe 2024-12-05T13:23:34,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7ae918450ef5fccf26197487ea0cbbfe 2024-12-05T13:23:34,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7ae918450ef5fccf26197487ea0cbbfe 2024-12-05T13:23:34,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T13:23:34,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7ae918450ef5fccf26197487ea0cbbfe 2024-12-05T13:23:34,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/hbase/replication/7ae918450ef5fccf26197487ea0cbbfe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:23:34,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7ae918450ef5fccf26197487ea0cbbfe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72224130, jitterRate=0.07622340321540833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T13:23:34,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ae918450ef5fccf26197487ea0cbbfe 2024-12-05T13:23:34,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7ae918450ef5fccf26197487ea0cbbfe: Running coprocessor pre-open hook at 1733405014767Writing region info on filesystem at 1733405014767Initializing all the Stores at 1733405014767Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405014767Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405014767Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405014767Cleaning up temporary data from old regions at 1733405014773 (+6 ms)Running coprocessor post-open hooks at 1733405014776 (+3 ms)Region opened successfully at 1733405014776 2024-12-05T13:23:34,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733405013589.7ae918450ef5fccf26197487ea0cbbfe., pid=10, masterSystemTime=1733405014741 2024-12-05T13:23:34,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733405013589.7ae918450ef5fccf26197487ea0cbbfe. 2024-12-05T13:23:34,779 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733405013589.7ae918450ef5fccf26197487ea0cbbfe. 2024-12-05T13:23:34,779 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7ae918450ef5fccf26197487ea0cbbfe, regionState=OPEN, openSeqNum=2, regionLocation=88aaa70743e7,44257,1733405001793 2024-12-05T13:23:34,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ae918450ef5fccf26197487ea0cbbfe, server=88aaa70743e7,44257,1733405001793 because future has completed 2024-12-05T13:23:34,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T13:23:34,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ae918450ef5fccf26197487ea0cbbfe, server=88aaa70743e7,44257,1733405001793 in 192 msec 2024-12-05T13:23:34,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T13:23:34,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ae918450ef5fccf26197487ea0cbbfe, ASSIGN in 347 msec 2024-12-05T13:23:34,786 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:23:34,786 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405014786"}]},"ts":"1733405014786"} 2024-12-05T13:23:34,787 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T13:23:34,788 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:23:34,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1990 sec 2024-12-05T13:23:34,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733405013589.7ae918450ef5fccf26197487ea0cbbfe., hostname=88aaa70743e7,44257,1733405001793, seqNum=2] 2024-12-05T13:23:34,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x101a6d707b40001, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529279155 2024-12-05T13:23:34,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34829-0x101a6d707b40000, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529279155 2024-12-05T13:23:34,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T13:23:35,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44257 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T13:23:35,040 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T13:23:35,066 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-88aaa70743e7,44257,1733405001793, ReplicationSource: 1, currentBandwidth=0 2024-12-05T13:23:35,066 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:23:35,066 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,44257,1733405001793, seqNum=-1] 2024-12-05T13:23:35,066 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:23:35,067 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50287, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-05T13:23:35,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-88aaa70743e7,44257,1733405001793', locateType=CURRENT is [region=hbase:replication,,1733405013589.7ae918450ef5fccf26197487ea0cbbfe., hostname=88aaa70743e7,44257,1733405001793, seqNum=2] 2024-12-05T13:23:35,072 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T13:23:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34829 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T13:23:35,074 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 88aaa70743e7,44257,1733405001793 suceeded 2024-12-05T13:23:35,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T13:23:35,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-12-05T13:23:35,076 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://88aaa70743e7:39497,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T13:23:35,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4950 sec 2024-12-05T13:23:35,085 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:39497' 2024-12-05T13:23:35,086 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70afc523, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:35,086 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,39497,-1 for getting cluster id 2024-12-05T13:23:35,086 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:23:35,087 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aaaaeaa2-e01e-4b17-8fe8-dfdebdf81516' 2024-12-05T13:23:35,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:23:35,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aaaaeaa2-e01e-4b17-8fe8-dfdebdf81516" 2024-12-05T13:23:35,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@725e8a15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:35,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,39497,-1] 2024-12-05T13:23:35,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:23:35,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:35,088 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:23:35,089 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f828ca8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:35,089 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:23:35,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,39497,1733405006196 2024-12-05T13:23:35,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f405280 2024-12-05T13:23:35,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:23:35,090 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-05T13:23:35,091 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-88aaa70743e7,44257,1733405001793 (queues=1) is replicating from cluster=bd80261e-bbaf-4164-bc7e-6bb52c6d0d56 to cluster=aaaaeaa2-e01e-4b17-8fe8-dfdebdf81516 2024-12-05T13:23:35,091 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=88aaa70743e7%2C44257%2C1733405001793 2024-12-05T13:23:35,091 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-88aaa70743e7,44257,1733405001793, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T13:23:35,091 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.shipper88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 88aaa70743e7%2C44257%2C1733405001793 2024-12-05T13:23:35,091 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595, startPosition=0, beingWritten=true 2024-12-05T13:23:35,095 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:23:35,095 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595 to pos 379, reset compression=false 2024-12-05T13:23:35,095 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.shipper88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,44257,1733405001793 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T13:23:35,298 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595 to pos 379, reset compression=false 2024-12-05T13:23:35,602 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595 to pos 379, reset compression=false 2024-12-05T13:23:35,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:23:35,731 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T13:23:35,731 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:23:35,731 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:23:35,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:35,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:35,731 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:23:35,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fd1b205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:35,732 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,39497,-1 for getting cluster id 2024-12-05T13:23:35,732 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:23:35,733 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aaaaeaa2-e01e-4b17-8fe8-dfdebdf81516' 2024-12-05T13:23:35,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:23:35,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aaaaeaa2-e01e-4b17-8fe8-dfdebdf81516" 2024-12-05T13:23:35,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab51527, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:35,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,39497,-1] 2024-12-05T13:23:35,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:23:35,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:35,734 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:23:35,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15a2fc6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:35,735 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:23:35,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,39497,1733405006196 2024-12-05T13:23:35,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a33a819 2024-12-05T13:23:35,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:23:35,736 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:23:35,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39497 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://88aaa70743e7:34829,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T13:23:35,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39497 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T13:23:35,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:23:35,738 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:34829' 2024-12-05T13:23:35,739 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b28dfba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:35,739 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,34829,-1 for getting cluster id 2024-12-05T13:23:35,739 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:23:35,740 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd80261e-bbaf-4164-bc7e-6bb52c6d0d56' 2024-12-05T13:23:35,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:23:35,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd80261e-bbaf-4164-bc7e-6bb52c6d0d56" 2024-12-05T13:23:35,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5c1645, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:35,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,34829,-1] 2024-12-05T13:23:35,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:23:35,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:35,741 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:23:35,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39037a48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:35,741 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:23:35,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,34829,1733405001642 2024-12-05T13:23:35,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@757d15aa 2024-12-05T13:23:35,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:23:35,743 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:23:35,743 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T13:23:35,743 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T13:23:35,743 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:35,743 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:35,743 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:23:35,744 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:23:35,745 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T13:23:35,745 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:23:35,745 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:35,746 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:23:35,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34047 is added to blk_1073741837_1013 (size=1138) 2024-12-05T13:23:35,795 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T13:23:35,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:23:35,892 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:23:35,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:35,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:35,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:35,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:35,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:35,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:35,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:35,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:35,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:35,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:35,932 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T13:23:36,006 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595 to pos 379, reset compression=false 2024-12-05T13:23:36,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:23:36,152 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9b7aee1deb6c612b30939074fe303ba5, NAME => 'hbase:replication,,1733405015744.9b7aee1deb6c612b30939074fe303ba5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67 2024-12-05T13:23:36,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34047 is added to blk_1073741838_1014 (size=44) 2024-12-05T13:23:36,157 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733405015744.9b7aee1deb6c612b30939074fe303ba5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:23:36,157 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9b7aee1deb6c612b30939074fe303ba5, disabling compactions & flushes 2024-12-05T13:23:36,157 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733405015744.9b7aee1deb6c612b30939074fe303ba5. 2024-12-05T13:23:36,157 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733405015744.9b7aee1deb6c612b30939074fe303ba5. 2024-12-05T13:23:36,157 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733405015744.9b7aee1deb6c612b30939074fe303ba5. after waiting 0 ms 2024-12-05T13:23:36,157 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733405015744.9b7aee1deb6c612b30939074fe303ba5. 2024-12-05T13:23:36,157 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733405015744.9b7aee1deb6c612b30939074fe303ba5. 2024-12-05T13:23:36,157 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9b7aee1deb6c612b30939074fe303ba5: Waiting for close lock at 1733405016157Disabling compacts and flushes for region at 1733405016157Disabling writes for close at 1733405016157Writing region close event to WAL at 1733405016157Closed at 1733405016157 2024-12-05T13:23:36,158 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:23:36,158 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733405015744.9b7aee1deb6c612b30939074fe303ba5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733405016158"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733405016158"}]},"ts":"1733405016158"} 2024-12-05T13:23:36,160 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T13:23:36,160 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:23:36,161 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405016160"}]},"ts":"1733405016160"} 2024-12-05T13:23:36,162 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T13:23:36,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b7aee1deb6c612b30939074fe303ba5, ASSIGN}] 2024-12-05T13:23:36,163 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b7aee1deb6c612b30939074fe303ba5, ASSIGN 2024-12-05T13:23:36,164 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9b7aee1deb6c612b30939074fe303ba5, ASSIGN; state=OFFLINE, location=88aaa70743e7,46057,1733405006309; forceNewPlan=false, retain=false 2024-12-05T13:23:36,314 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9b7aee1deb6c612b30939074fe303ba5, regionState=OPENING, regionLocation=88aaa70743e7,46057,1733405006309 2024-12-05T13:23:36,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9b7aee1deb6c612b30939074fe303ba5, ASSIGN because future has completed 2024-12-05T13:23:36,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b7aee1deb6c612b30939074fe303ba5, server=88aaa70743e7,46057,1733405006309}] 2024-12-05T13:23:36,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:23:36,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733405015744.9b7aee1deb6c612b30939074fe303ba5. 2024-12-05T13:23:36,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:23:36,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T13:23:36,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C46057%2C1733405006309.rep, suffix=, logDir=hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309, archiveDir=hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/oldWALs, maxLogs=10 2024-12-05T13:23:36,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.rep.1733405016473, exclude list is [], retry=0 2024-12-05T13:23:36,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34047,DS-180e6824-3d0d-47ea-809a-175a5eb33033,DISK] 2024-12-05T13:23:36,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.rep.1733405016473 2024-12-05T13:23:36,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41027:41027)] 2024-12-05T13:23:36,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b7aee1deb6c612b30939074fe303ba5, NAME => 'hbase:replication,,1733405015744.9b7aee1deb6c612b30939074fe303ba5.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:23:36,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:23:36,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:23:36,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733405015744.9b7aee1deb6c612b30939074fe303ba5. service=MultiRowMutationService 2024-12-05T13:23:36,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T13:23:36,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9b7aee1deb6c612b30939074fe303ba5 2024-12-05T13:23:36,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733405015744.9b7aee1deb6c612b30939074fe303ba5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:23:36,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9b7aee1deb6c612b30939074fe303ba5 2024-12-05T13:23:36,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9b7aee1deb6c612b30939074fe303ba5 2024-12-05T13:23:36,491 INFO [StoreOpener-9b7aee1deb6c612b30939074fe303ba5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9b7aee1deb6c612b30939074fe303ba5 2024-12-05T13:23:36,492 INFO [StoreOpener-9b7aee1deb6c612b30939074fe303ba5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b7aee1deb6c612b30939074fe303ba5 columnFamilyName hfileref 2024-12-05T13:23:36,492 DEBUG [StoreOpener-9b7aee1deb6c612b30939074fe303ba5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:36,492 INFO [StoreOpener-9b7aee1deb6c612b30939074fe303ba5-1 {}] regionserver.HStore(327): Store=9b7aee1deb6c612b30939074fe303ba5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:23:36,492 INFO [StoreOpener-9b7aee1deb6c612b30939074fe303ba5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9b7aee1deb6c612b30939074fe303ba5 2024-12-05T13:23:36,493 INFO [StoreOpener-9b7aee1deb6c612b30939074fe303ba5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b7aee1deb6c612b30939074fe303ba5 columnFamilyName queue 2024-12-05T13:23:36,493 DEBUG [StoreOpener-9b7aee1deb6c612b30939074fe303ba5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:36,494 INFO [StoreOpener-9b7aee1deb6c612b30939074fe303ba5-1 {}] regionserver.HStore(327): Store=9b7aee1deb6c612b30939074fe303ba5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:23:36,494 INFO [StoreOpener-9b7aee1deb6c612b30939074fe303ba5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9b7aee1deb6c612b30939074fe303ba5 2024-12-05T13:23:36,495 INFO [StoreOpener-9b7aee1deb6c612b30939074fe303ba5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b7aee1deb6c612b30939074fe303ba5 columnFamilyName sid 2024-12-05T13:23:36,495 DEBUG [StoreOpener-9b7aee1deb6c612b30939074fe303ba5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:36,495 INFO [StoreOpener-9b7aee1deb6c612b30939074fe303ba5-1 {}] regionserver.HStore(327): Store=9b7aee1deb6c612b30939074fe303ba5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:23:36,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9b7aee1deb6c612b30939074fe303ba5 2024-12-05T13:23:36,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/hbase/replication/9b7aee1deb6c612b30939074fe303ba5 2024-12-05T13:23:36,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/hbase/replication/9b7aee1deb6c612b30939074fe303ba5 2024-12-05T13:23:36,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9b7aee1deb6c612b30939074fe303ba5 2024-12-05T13:23:36,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9b7aee1deb6c612b30939074fe303ba5 2024-12-05T13:23:36,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T13:23:36,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9b7aee1deb6c612b30939074fe303ba5 2024-12-05T13:23:36,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/hbase/replication/9b7aee1deb6c612b30939074fe303ba5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:23:36,499 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9b7aee1deb6c612b30939074fe303ba5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72345982, jitterRate=0.07803913950920105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T13:23:36,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b7aee1deb6c612b30939074fe303ba5 2024-12-05T13:23:36,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9b7aee1deb6c612b30939074fe303ba5: Running coprocessor pre-open hook at 1733405016490Writing region info on filesystem at 1733405016490Initializing all the Stores at 1733405016490Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405016490Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405016491 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405016491Cleaning up temporary data from old regions at 1733405016496 (+5 ms)Running coprocessor post-open hooks at 1733405016499 (+3 ms)Region opened successfully at 1733405016499 2024-12-05T13:23:36,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733405015744.9b7aee1deb6c612b30939074fe303ba5., pid=10, masterSystemTime=1733405016469 2024-12-05T13:23:36,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733405015744.9b7aee1deb6c612b30939074fe303ba5. 2024-12-05T13:23:36,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733405015744.9b7aee1deb6c612b30939074fe303ba5. 2024-12-05T13:23:36,502 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9b7aee1deb6c612b30939074fe303ba5, regionState=OPEN, openSeqNum=2, regionLocation=88aaa70743e7,46057,1733405006309 2024-12-05T13:23:36,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b7aee1deb6c612b30939074fe303ba5, server=88aaa70743e7,46057,1733405006309 because future has completed 2024-12-05T13:23:36,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T13:23:36,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b7aee1deb6c612b30939074fe303ba5, server=88aaa70743e7,46057,1733405006309 in 189 msec 2024-12-05T13:23:36,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T13:23:36,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b7aee1deb6c612b30939074fe303ba5, ASSIGN in 346 msec 2024-12-05T13:23:36,510 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595 to pos 379, reset compression=false 2024-12-05T13:23:36,510 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:23:36,510 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405016510"}]},"ts":"1733405016510"} 2024-12-05T13:23:36,512 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T13:23:36,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:23:36,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 769 msec 2024-12-05T13:23:36,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733405015744.9b7aee1deb6c612b30939074fe303ba5., hostname=88aaa70743e7,46057,1733405006309, seqNum=2] 2024-12-05T13:23:36,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46057-0x101a6d707b40004, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2044914388 2024-12-05T13:23:36,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39497-0x101a6d707b40003, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2044914388 2024-12-05T13:23:36,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T13:23:36,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T13:23:36,831 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T13:23:36,857 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-88aaa70743e7,46057,1733405006309, ReplicationSource: 1, currentBandwidth=0 2024-12-05T13:23:36,857 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:23:36,857 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,46057,1733405006309, seqNum=-1] 2024-12-05T13:23:36,857 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:23:36,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-05T13:23:36,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-88aaa70743e7,46057,1733405006309', locateType=CURRENT is [region=hbase:replication,,1733405015744.9b7aee1deb6c612b30939074fe303ba5., hostname=88aaa70743e7,46057,1733405006309, seqNum=2] 2024-12-05T13:23:36,862 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T13:23:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39497 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T13:23:36,864 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 88aaa70743e7,46057,1733405006309 suceeded 2024-12-05T13:23:36,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T13:23:36,866 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://88aaa70743e7:34829,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T13:23:36,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-12-05T13:23:36,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1300 sec 2024-12-05T13:23:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:23:36,871 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T13:23:36,871 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:23:36,871 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:23:36,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:36,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:36,871 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:23:36,872 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:23:36,872 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,44257,1733405001793, seqNum=-1] 2024-12-05T13:23:36,873 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:23:36,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:23:36,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733405009257.89381e34f061632be92390f079780e59., hostname=88aaa70743e7,44257,1733405001793, seqNum=2] 2024-12-05T13:23:36,877 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:34829' 2024-12-05T13:23:36,878 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:23:36,878 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@478c074e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:36,878 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,34829,-1 for getting cluster id 2024-12-05T13:23:36,878 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:23:36,879 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd80261e-bbaf-4164-bc7e-6bb52c6d0d56' 2024-12-05T13:23:36,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:23:36,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd80261e-bbaf-4164-bc7e-6bb52c6d0d56" 2024-12-05T13:23:36,879 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,46057,1733405006309, seqNum=-1] 2024-12-05T13:23:36,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62ce7455, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:36,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,34829,-1] 2024-12-05T13:23:36,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:23:36,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:23:36,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:36,880 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:23:36,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:23:36,881 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ec973cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:36,881 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:23:36,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,34829,1733405001642 2024-12-05T13:23:36,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61f3e91d 2024-12-05T13:23:36,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:23:36,882 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733405011413.b05440cd4e2a79fb33c0f7ee253c066f., hostname=88aaa70743e7,46057,1733405006309, seqNum=2] 2024-12-05T13:23:36,882 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-05T13:23:36,883 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-88aaa70743e7,46057,1733405006309 (queues=1) is replicating from cluster=aaaaeaa2-e01e-4b17-8fe8-dfdebdf81516 to cluster=bd80261e-bbaf-4164-bc7e-6bb52c6d0d56 2024-12-05T13:23:36,883 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=88aaa70743e7%2C46057%2C1733405006309 2024-12-05T13:23:36,883 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-88aaa70743e7,46057,1733405006309, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T13:23:36,883 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-05T13:23:36,883 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.shipper88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 88aaa70743e7%2C46057%2C1733405006309 2024-12-05T13:23:36,883 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.wal-reader.88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.1733405008566, startPosition=0, beingWritten=true 2024-12-05T13:23:36,888 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.wal-reader.88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:23:36,888 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.wal-reader.88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.1733405008566 to pos 379, reset compression=false 2024-12-05T13:23:36,888 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.shipper88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,46057,1733405006309 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.1733405008566, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T13:23:37,091 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.wal-reader.88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.1733405008566 to pos 379, reset compression=false 2024-12-05T13:23:37,114 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595 to pos 379, reset compression=false 2024-12-05T13:23:37,117 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T13:23:37,117 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595 to pos 480, reset compression=false 2024-12-05T13:23:37,117 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.shipper88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,44257,1733405001793 got entry batch from reader: WALEntryBatch [walEntries=[{test/89381e34f061632be92390f079780e59/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-05T13:23:37,119 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.shipper88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:23:37,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-05T13:23:37,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T13:23:37,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57683fdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:37,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,39497,-1 for getting cluster id 2024-12-05T13:23:37,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:23:37,123 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aaaaeaa2-e01e-4b17-8fe8-dfdebdf81516' 2024-12-05T13:23:37,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:23:37,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aaaaeaa2-e01e-4b17-8fe8-dfdebdf81516" 2024-12-05T13:23:37,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2316aa6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:37,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,39497,-1] 2024-12-05T13:23:37,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:23:37,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:37,124 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:23:37,125 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f8deb00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:37,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:23:37,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,46057,1733405006309, seqNum=-1] 2024-12-05T13:23:37,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:23:37,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-05T13:23:37,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733405011413.b05440cd4e2a79fb33c0f7ee253c066f., hostname=88aaa70743e7,46057,1733405006309, seqNum=2] 2024-12-05T13:23:37,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T13:23:37,320 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595 to pos 480, reset compression=false 2024-12-05T13:23:37,395 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.wal-reader.88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.1733405008566 to pos 379, reset compression=false 2024-12-05T13:23:37,399 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.wal-reader.88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:23:37,399 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.wal-reader.88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.1733405008566 to pos 504, reset compression=false 2024-12-05T13:23:37,399 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.shipper88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,46057,1733405006309 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.1733405008566, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T13:23:37,603 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.wal-reader.88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.1733405008566 to pos 504, reset compression=false 2024-12-05T13:23:37,624 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595 to pos 480, reset compression=false 2024-12-05T13:23:37,886 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-05T13:23:37,889 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-05T13:23:37,907 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.wal-reader.88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.1733405008566 to pos 504, reset compression=false 2024-12-05T13:23:37,912 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.wal-reader.88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T13:23:37,912 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.wal-reader.88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.1733405008566 to pos 608, reset compression=false 2024-12-05T13:23:37,912 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.shipper88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,46057,1733405006309 got entry batch from reader: WALEntryBatch [walEntries=[{test/b05440cd4e2a79fb33c0f7ee253c066f/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.1733405008566, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T13:23:37,914 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.shipper88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:23:37,915 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-05T13:23:37,916 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44257 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T13:23:37,917 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60b16c94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:37,917 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44257 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,34829,-1 for getting cluster id 2024-12-05T13:23:37,917 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:23:37,918 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd80261e-bbaf-4164-bc7e-6bb52c6d0d56' 2024-12-05T13:23:37,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:23:37,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd80261e-bbaf-4164-bc7e-6bb52c6d0d56" 2024-12-05T13:23:37,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f06f36d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:37,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,34829,-1] 2024-12-05T13:23:37,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:23:37,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:37,919 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:23:37,919 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ba087f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:37,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44257 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:23:37,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,44257,1733405001793, seqNum=-1] 2024-12-05T13:23:37,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:23:37,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-05T13:23:37,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733405009257.89381e34f061632be92390f079780e59., hostname=88aaa70743e7,44257,1733405001793, seqNum=2] 2024-12-05T13:23:37,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44257 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T13:23:38,027 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595 to pos 480, reset compression=false 2024-12-05T13:23:38,032 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:23:38,032 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595 to pos 608, reset compression=false 2024-12-05T13:23:38,032 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.shipper88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,44257,1733405001793 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T13:23:38,115 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.wal-reader.88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.1733405008566 to pos 608, reset compression=false 2024-12-05T13:23:38,235 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595 to pos 608, reset compression=false 2024-12-05T13:23:38,419 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.wal-reader.88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.1733405008566 to pos 608, reset compression=false 2024-12-05T13:23:38,539 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595 to pos 608, reset compression=false 2024-12-05T13:23:38,823 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.wal-reader.88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.1733405008566 to pos 608, reset compression=false 2024-12-05T13:23:38,891 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-05T13:23:38,896 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-05T13:23:38,943 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595 to pos 608, reset compression=false 2024-12-05T13:23:38,960 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T13:23:38,960 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595 to pos 764, reset compression=false 2024-12-05T13:23:38,960 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.shipper88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,44257,1733405001793 got entry batch from reader: WALEntryBatch [walEntries=[{test/89381e34f061632be92390f079780e59/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-05T13:23:38,961 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T13:23:38,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46057 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T13:23:39,163 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595 to pos 764, reset compression=false 2024-12-05T13:23:39,326 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.wal-reader.88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.1733405008566 to pos 608, reset compression=false 2024-12-05T13:23:39,330 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.wal-reader.88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:23:39,330 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.wal-reader.88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.1733405008566 to pos 756, reset compression=false 2024-12-05T13:23:39,330 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.shipper88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,46057,1733405006309 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.1733405008566, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T13:23:39,466 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595 to pos 764, reset compression=false 2024-12-05T13:23:39,533 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.wal-reader.88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.1733405008566 to pos 756, reset compression=false 2024-12-05T13:23:39,837 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.wal-reader.88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.1733405008566 to pos 756, reset compression=false 2024-12-05T13:23:39,869 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595 to pos 764, reset compression=false 2024-12-05T13:23:39,898 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-05T13:23:39,905 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-05T13:23:40,240 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.wal-reader.88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.1733405008566 to pos 756, reset compression=false 2024-12-05T13:23:40,245 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.wal-reader.88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T13:23:40,245 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.wal-reader.88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.1733405008566 to pos 915, reset compression=false 2024-12-05T13:23:40,245 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.shipper88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,46057,1733405006309 got entry batch from reader: WALEntryBatch [walEntries=[{test/b05440cd4e2a79fb33c0f7ee253c066f/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.1733405008566, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T13:23:40,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44257 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T13:23:40,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44257 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T13:23:40,372 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595 to pos 764, reset compression=false 2024-12-05T13:23:40,376 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:23:40,376 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595 to pos 914, reset compression=false 2024-12-05T13:23:40,376 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.shipper88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,44257,1733405001793 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T13:23:40,448 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.wal-reader.88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.1733405008566 to pos 915, reset compression=false 2024-12-05T13:23:40,579 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595 to pos 914, reset compression=false 2024-12-05T13:23:40,752 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.wal-reader.88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.1733405008566 to pos 915, reset compression=false 2024-12-05T13:23:40,883 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595 to pos 914, reset compression=false 2024-12-05T13:23:40,907 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-05T13:23:40,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T13:23:40,909 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:23:40,909 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:23:40,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:40,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:40,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:23:40,909 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T13:23:40,909 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=380514859, stopped=false 2024-12-05T13:23:40,909 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=88aaa70743e7,39497,1733405006196 2024-12-05T13:23:40,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46057-0x101a6d707b40004, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2044914388/running 2024-12-05T13:23:40,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39497-0x101a6d707b40003, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2044914388/running 2024-12-05T13:23:40,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46057-0x101a6d707b40004, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2044914388 2024-12-05T13:23:40,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39497-0x101a6d707b40003, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2044914388 2024-12-05T13:23:40,978 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:23:40,978 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:23:40,978 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:23:40,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:40,978 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '88aaa70743e7,46057,1733405006309' ***** 2024-12-05T13:23:40,978 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T13:23:40,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39497-0x101a6d707b40003, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Set watcher on znode that does not yet exist, /1-2044914388/running 2024-12-05T13:23:40,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46057-0x101a6d707b40004, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Set watcher on znode that does not yet exist, /1-2044914388/running 2024-12-05T13:23:40,979 INFO [RS:0;88aaa70743e7:46057 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T13:23:40,979 INFO [RS:0;88aaa70743e7:46057 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T13:23:40,979 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T13:23:40,979 INFO [RS:0;88aaa70743e7:46057 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T13:23:40,979 INFO [RS:0;88aaa70743e7:46057 {}] regionserver.HRegionServer(3091): Received CLOSE for 9b7aee1deb6c612b30939074fe303ba5 2024-12-05T13:23:40,979 INFO [RS:0;88aaa70743e7:46057 {}] regionserver.HRegionServer(3091): Received CLOSE for b05440cd4e2a79fb33c0f7ee253c066f 2024-12-05T13:23:40,979 INFO [RS:0;88aaa70743e7:46057 {}] regionserver.HRegionServer(959): stopping server 88aaa70743e7,46057,1733405006309 2024-12-05T13:23:40,979 INFO [RS:0;88aaa70743e7:46057 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:23:40,979 INFO [RS:0;88aaa70743e7:46057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:46057. 2024-12-05T13:23:40,979 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9b7aee1deb6c612b30939074fe303ba5, disabling compactions & flushes 2024-12-05T13:23:40,979 DEBUG [RS:0;88aaa70743e7:46057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:23:40,979 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733405015744.9b7aee1deb6c612b30939074fe303ba5. 2024-12-05T13:23:40,979 DEBUG [RS:0;88aaa70743e7:46057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:40,979 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733405015744.9b7aee1deb6c612b30939074fe303ba5. 2024-12-05T13:23:40,980 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733405015744.9b7aee1deb6c612b30939074fe303ba5. after waiting 0 ms 2024-12-05T13:23:40,980 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733405015744.9b7aee1deb6c612b30939074fe303ba5. 2024-12-05T13:23:40,980 INFO [RS:0;88aaa70743e7:46057 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T13:23:40,980 INFO [RS:0;88aaa70743e7:46057 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T13:23:40,980 INFO [RS:0;88aaa70743e7:46057 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T13:23:40,980 INFO [RS:0;88aaa70743e7:46057 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T13:23:40,980 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9b7aee1deb6c612b30939074fe303ba5 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-05T13:23:40,980 INFO [RS:0;88aaa70743e7:46057 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T13:23:40,980 DEBUG [RS:0;88aaa70743e7:46057 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9b7aee1deb6c612b30939074fe303ba5=hbase:replication,,1733405015744.9b7aee1deb6c612b30939074fe303ba5., b05440cd4e2a79fb33c0f7ee253c066f=test,,1733405011413.b05440cd4e2a79fb33c0f7ee253c066f.} 2024-12-05T13:23:40,980 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:23:40,980 DEBUG [RS:0;88aaa70743e7:46057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b7aee1deb6c612b30939074fe303ba5, b05440cd4e2a79fb33c0f7ee253c066f 2024-12-05T13:23:40,980 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:23:40,980 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:23:40,980 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:23:40,980 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:23:40,980 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T13:23:40,996 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/hbase/replication/9b7aee1deb6c612b30939074fe303ba5/.tmp/queue/b680548ff6164396a789444454ca0a27 is 153, key is 1-88aaa70743e7,46057,1733405006309/queue:88aaa70743e7%2C46057%2C1733405006309/1733405020250/Put/seqid=0 2024-12-05T13:23:40,998 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/hbase/meta/1588230740/.tmp/info/cc61ed623d96487dbef99e97293310fa is 147, key is hbase:replication,,1733405015744.9b7aee1deb6c612b30939074fe303ba5./info:regioninfo/1733405016502/Put/seqid=0 2024-12-05T13:23:41,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34047 is added to blk_1073741840_1016 (size=5352) 2024-12-05T13:23:41,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34047 is added to blk_1073741841_1017 (size=7686) 2024-12-05T13:23:41,058 INFO [regionserver/88aaa70743e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:23:41,157 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.wal-reader.88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.1733405008566 to pos 915, reset compression=false 2024-12-05T13:23:41,180 DEBUG [RS:0;88aaa70743e7:46057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b7aee1deb6c612b30939074fe303ba5, b05440cd4e2a79fb33c0f7ee253c066f 2024-12-05T13:23:41,286 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595 to pos 914, reset compression=false 2024-12-05T13:23:41,380 DEBUG [RS:0;88aaa70743e7:46057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b7aee1deb6c612b30939074fe303ba5, b05440cd4e2a79fb33c0f7ee253c066f 2024-12-05T13:23:41,404 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/hbase/replication/9b7aee1deb6c612b30939074fe303ba5/.tmp/queue/b680548ff6164396a789444454ca0a27 2024-12-05T13:23:41,409 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/hbase/replication/9b7aee1deb6c612b30939074fe303ba5/.tmp/queue/b680548ff6164396a789444454ca0a27 as hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/hbase/replication/9b7aee1deb6c612b30939074fe303ba5/queue/b680548ff6164396a789444454ca0a27 2024-12-05T13:23:41,410 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/hbase/meta/1588230740/.tmp/info/cc61ed623d96487dbef99e97293310fa 2024-12-05T13:23:41,413 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/hbase/replication/9b7aee1deb6c612b30939074fe303ba5/queue/b680548ff6164396a789444454ca0a27, entries=1, sequenceid=10, filesize=5.2 K 2024-12-05T13:23:41,413 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 9b7aee1deb6c612b30939074fe303ba5 in 433ms, sequenceid=10, compaction requested=false 2024-12-05T13:23:41,427 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/hbase/replication/9b7aee1deb6c612b30939074fe303ba5/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T13:23:41,427 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:23:41,427 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:23:41,427 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733405015744.9b7aee1deb6c612b30939074fe303ba5. 2024-12-05T13:23:41,427 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9b7aee1deb6c612b30939074fe303ba5: Waiting for close lock at 1733405020979Running coprocessor pre-close hooks at 1733405020979Disabling compacts and flushes for region at 1733405020979Disabling writes for close at 1733405020980 (+1 ms)Obtaining lock to block concurrent updates at 1733405020980Preparing flush snapshotting stores in 9b7aee1deb6c612b30939074fe303ba5 at 1733405020980Finished memstore snapshotting hbase:replication,,1733405015744.9b7aee1deb6c612b30939074fe303ba5., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733405020980Flushing stores of hbase:replication,,1733405015744.9b7aee1deb6c612b30939074fe303ba5. at 1733405020980Flushing 9b7aee1deb6c612b30939074fe303ba5/queue: creating writer at 1733405020981 (+1 ms)Flushing 9b7aee1deb6c612b30939074fe303ba5/queue: appending metadata at 1733405020996 (+15 ms)Flushing 9b7aee1deb6c612b30939074fe303ba5/queue: closing flushed file at 1733405020996Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d52f9e8: reopening flushed file at 1733405021408 (+412 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 9b7aee1deb6c612b30939074fe303ba5 in 433ms, sequenceid=10, compaction requested=false at 1733405021413 (+5 ms)Writing region close event to WAL at 1733405021415 (+2 ms)Running coprocessor post-close hooks at 1733405021427 (+12 ms)Closed at 1733405021427 2024-12-05T13:23:41,428 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733405015744.9b7aee1deb6c612b30939074fe303ba5. 2024-12-05T13:23:41,428 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/hbase/meta/1588230740/.tmp/ns/790e301e3e5c4662bb910817c54e71f8 is 43, key is default/ns:d/1733405009084/Put/seqid=0 2024-12-05T13:23:41,428 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b05440cd4e2a79fb33c0f7ee253c066f, disabling compactions & flushes 2024-12-05T13:23:41,428 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733405011413.b05440cd4e2a79fb33c0f7ee253c066f. 2024-12-05T13:23:41,428 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733405011413.b05440cd4e2a79fb33c0f7ee253c066f. 2024-12-05T13:23:41,428 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733405011413.b05440cd4e2a79fb33c0f7ee253c066f. after waiting 0 ms 2024-12-05T13:23:41,428 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733405011413.b05440cd4e2a79fb33c0f7ee253c066f. 2024-12-05T13:23:41,428 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b05440cd4e2a79fb33c0f7ee253c066f 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-05T13:23:41,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34047 is added to blk_1073741842_1018 (size=5153) 2024-12-05T13:23:41,446 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/default/test/b05440cd4e2a79fb33c0f7ee253c066f/.tmp/f/1d27f9c7b54b4452bdb1dade5ba8bc39 is 29, key is row1/f:/1733405019899/DeleteFamily/seqid=0 2024-12-05T13:23:41,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34047 is added to blk_1073741843_1019 (size=5118) 2024-12-05T13:23:41,510 INFO [regionserver/88aaa70743e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T13:23:41,510 INFO [regionserver/88aaa70743e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T13:23:41,580 DEBUG [RS:0;88aaa70743e7:46057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b05440cd4e2a79fb33c0f7ee253c066f 2024-12-05T13:23:41,661 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.wal-reader.88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.1733405008566 to pos 915, reset compression=false 2024-12-05T13:23:41,665 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.wal-reader.88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:23:41,665 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.wal-reader.88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.1733405008566 to pos 1162, reset compression=false 2024-12-05T13:23:41,665 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.shipper88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,46057,1733405006309 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.1733405008566, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T13:23:41,666 ERROR [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.shipper88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 88aaa70743e7,46057,1733405006309: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-88aaa70743e7,46057,1733405006309, walGroup=88aaa70743e7%2C46057%2C1733405006309, offset=88aaa70743e7%2C46057%2C1733405006309.1733405008566:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:46057 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T13:23:41,667 ERROR [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.shipper88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T13:23:41,667 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.shipper88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T13:23:41,667 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.shipper88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T13:23:41,667 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.shipper88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T13:23:41,667 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.shipper88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T13:23:41,667 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.shipper88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 581670592 }, "NonHeapMemoryUsage": { "committed": 194510848, "init": 7667712, "max": -1, "used": 190864008 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T13:23:41,668 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.shipper88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:39497 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:39497 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T13:23:41,781 DEBUG [RS:0;88aaa70743e7:46057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b05440cd4e2a79fb33c0f7ee253c066f 2024-12-05T13:23:41,789 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595 to pos 914, reset compression=false 2024-12-05T13:23:41,831 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/hbase/meta/1588230740/.tmp/ns/790e301e3e5c4662bb910817c54e71f8 2024-12-05T13:23:41,848 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/hbase/meta/1588230740/.tmp/rep_barrier/e0fda02020dd485ab0b9055895f42f13 is 112, key is test,,1733405011413.b05440cd4e2a79fb33c0f7ee253c066f./rep_barrier:seqnumDuringOpen/1733405012553/Put/seqid=0 2024-12-05T13:23:41,850 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/default/test/b05440cd4e2a79fb33c0f7ee253c066f/.tmp/f/1d27f9c7b54b4452bdb1dade5ba8bc39 2024-12-05T13:23:41,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34047 is added to blk_1073741844_1020 (size=5518) 2024-12-05T13:23:41,854 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d27f9c7b54b4452bdb1dade5ba8bc39 2024-12-05T13:23:41,866 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/default/test/b05440cd4e2a79fb33c0f7ee253c066f/.tmp/f1/e001ebe8b8ef4286a403d9f9500fc6c4 is 30, key is row1/f1:/1733405019899/DeleteFamily/seqid=0 2024-12-05T13:23:41,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34047 is added to blk_1073741845_1021 (size=5123) 2024-12-05T13:23:41,869 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.wal-reader.88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.1733405008566 to pos 1162, reset compression=false 2024-12-05T13:23:41,981 INFO [RS:0;88aaa70743e7:46057 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T13:23:41,981 DEBUG [RS:0;88aaa70743e7:46057 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b05440cd4e2a79fb33c0f7ee253c066f=test,,1733405011413.b05440cd4e2a79fb33c0f7ee253c066f.} 2024-12-05T13:23:41,981 DEBUG [RS:0;88aaa70743e7:46057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b05440cd4e2a79fb33c0f7ee253c066f 2024-12-05T13:23:41,991 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:23:42,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:42,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:42,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:42,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:42,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:42,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:42,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:42,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:42,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:42,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:42,027 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T13:23:42,027 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-05T13:23:42,172 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.wal-reader.88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.1733405008566 to pos 1162, reset compression=false 2024-12-05T13:23:42,181 DEBUG [RS:0;88aaa70743e7:46057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b05440cd4e2a79fb33c0f7ee253c066f 2024-12-05T13:23:42,252 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/hbase/meta/1588230740/.tmp/rep_barrier/e0fda02020dd485ab0b9055895f42f13 2024-12-05T13:23:42,267 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/hbase/meta/1588230740/.tmp/table/f04be9e83f714d1f96202d198394f768 is 53, key is hbase:replication/table:state/1733405016510/Put/seqid=0 2024-12-05T13:23:42,269 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/default/test/b05440cd4e2a79fb33c0f7ee253c066f/.tmp/f1/e001ebe8b8ef4286a403d9f9500fc6c4 2024-12-05T13:23:42,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34047 is added to blk_1073741846_1022 (size=5308) 2024-12-05T13:23:42,273 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e001ebe8b8ef4286a403d9f9500fc6c4 2024-12-05T13:23:42,285 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/default/test/b05440cd4e2a79fb33c0f7ee253c066f/.tmp/norep/6e4b941c8a61499eaef1259065918161 is 33, key is row1/norep:/1733405019899/DeleteFamily/seqid=0 2024-12-05T13:23:42,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34047 is added to blk_1073741847_1023 (size=5108) 2024-12-05T13:23:42,381 DEBUG [RS:0;88aaa70743e7:46057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b05440cd4e2a79fb33c0f7ee253c066f 2024-12-05T13:23:42,392 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595 to pos 914, reset compression=false 2024-12-05T13:23:42,575 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.wal-reader.88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.1733405008566 to pos 1162, reset compression=false 2024-12-05T13:23:42,581 DEBUG [RS:0;88aaa70743e7:46057 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b05440cd4e2a79fb33c0f7ee253c066f 2024-12-05T13:23:42,671 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/hbase/meta/1588230740/.tmp/table/f04be9e83f714d1f96202d198394f768 2024-12-05T13:23:42,675 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/hbase/meta/1588230740/.tmp/info/cc61ed623d96487dbef99e97293310fa as hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/hbase/meta/1588230740/info/cc61ed623d96487dbef99e97293310fa 2024-12-05T13:23:42,678 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/hbase/meta/1588230740/info/cc61ed623d96487dbef99e97293310fa, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T13:23:42,679 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/hbase/meta/1588230740/.tmp/ns/790e301e3e5c4662bb910817c54e71f8 as hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/hbase/meta/1588230740/ns/790e301e3e5c4662bb910817c54e71f8 2024-12-05T13:23:42,682 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/hbase/meta/1588230740/ns/790e301e3e5c4662bb910817c54e71f8, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T13:23:42,683 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/hbase/meta/1588230740/.tmp/rep_barrier/e0fda02020dd485ab0b9055895f42f13 as hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/hbase/meta/1588230740/rep_barrier/e0fda02020dd485ab0b9055895f42f13 2024-12-05T13:23:42,686 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/hbase/meta/1588230740/rep_barrier/e0fda02020dd485ab0b9055895f42f13, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T13:23:42,687 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/hbase/meta/1588230740/.tmp/table/f04be9e83f714d1f96202d198394f768 as hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/hbase/meta/1588230740/table/f04be9e83f714d1f96202d198394f768 2024-12-05T13:23:42,688 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/default/test/b05440cd4e2a79fb33c0f7ee253c066f/.tmp/norep/6e4b941c8a61499eaef1259065918161 2024-12-05T13:23:42,691 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/hbase/meta/1588230740/table/f04be9e83f714d1f96202d198394f768, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T13:23:42,692 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1711ms, sequenceid=16, compaction requested=false 2024-12-05T13:23:42,692 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e4b941c8a61499eaef1259065918161 2024-12-05T13:23:42,692 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/default/test/b05440cd4e2a79fb33c0f7ee253c066f/.tmp/f/1d27f9c7b54b4452bdb1dade5ba8bc39 as hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/default/test/b05440cd4e2a79fb33c0f7ee253c066f/f/1d27f9c7b54b4452bdb1dade5ba8bc39 2024-12-05T13:23:42,695 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T13:23:42,695 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:23:42,695 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:23:42,695 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:23:42,695 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733405020980Running coprocessor pre-close hooks at 1733405020980Disabling compacts and flushes for region at 1733405020980Disabling writes for close at 1733405020980Obtaining lock to block concurrent updates at 1733405020980Preparing flush snapshotting stores in 1588230740 at 1733405020980Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733405020980Flushing stores of hbase:meta,,1.1588230740 at 1733405020981 (+1 ms)Flushing 1588230740/info: creating writer at 1733405020981Flushing 1588230740/info: appending metadata at 1733405020997 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733405020997Flushing 1588230740/ns: creating writer at 1733405021414 (+417 ms)Flushing 1588230740/ns: appending metadata at 1733405021427 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733405021427Flushing 1588230740/rep_barrier: creating writer at 1733405021835 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733405021847 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733405021847Flushing 1588230740/table: creating writer at 1733405022255 (+408 ms)Flushing 1588230740/table: appending metadata at 1733405022266 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733405022266Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c9ca217: reopening flushed file at 1733405022674 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e946a46: reopening flushed file at 1733405022678 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@113f0fbf: reopening flushed file at 1733405022682 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b5191cc: reopening flushed file at 1733405022687 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1711ms, sequenceid=16, compaction requested=false at 1733405022692 (+5 ms)Writing region close event to WAL at 1733405022693 (+1 ms)Running coprocessor post-close hooks at 1733405022695 (+2 ms)Closed at 1733405022695 2024-12-05T13:23:42,696 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T13:23:42,696 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d27f9c7b54b4452bdb1dade5ba8bc39 2024-12-05T13:23:42,696 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/default/test/b05440cd4e2a79fb33c0f7ee253c066f/f/1d27f9c7b54b4452bdb1dade5ba8bc39, entries=2, sequenceid=8, filesize=5.0 K 2024-12-05T13:23:42,696 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/default/test/b05440cd4e2a79fb33c0f7ee253c066f/.tmp/f1/e001ebe8b8ef4286a403d9f9500fc6c4 as hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/default/test/b05440cd4e2a79fb33c0f7ee253c066f/f1/e001ebe8b8ef4286a403d9f9500fc6c4 2024-12-05T13:23:42,699 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e001ebe8b8ef4286a403d9f9500fc6c4 2024-12-05T13:23:42,700 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/default/test/b05440cd4e2a79fb33c0f7ee253c066f/f1/e001ebe8b8ef4286a403d9f9500fc6c4, entries=2, sequenceid=8, filesize=5.0 K 2024-12-05T13:23:42,700 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/default/test/b05440cd4e2a79fb33c0f7ee253c066f/.tmp/norep/6e4b941c8a61499eaef1259065918161 as hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/default/test/b05440cd4e2a79fb33c0f7ee253c066f/norep/6e4b941c8a61499eaef1259065918161 2024-12-05T13:23:42,703 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e4b941c8a61499eaef1259065918161 2024-12-05T13:23:42,703 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/default/test/b05440cd4e2a79fb33c0f7ee253c066f/norep/6e4b941c8a61499eaef1259065918161, entries=1, sequenceid=8, filesize=5.0 K 2024-12-05T13:23:42,704 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for b05440cd4e2a79fb33c0f7ee253c066f in 1276ms, sequenceid=8, compaction requested=false 2024-12-05T13:23:42,707 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/data/default/test/b05440cd4e2a79fb33c0f7ee253c066f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T13:23:42,708 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:23:42,708 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T13:23:42,708 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733405011413.b05440cd4e2a79fb33c0f7ee253c066f. 2024-12-05T13:23:42,708 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b05440cd4e2a79fb33c0f7ee253c066f: Waiting for close lock at 1733405021428Running coprocessor pre-close hooks at 1733405021428Disabling compacts and flushes for region at 1733405021428Disabling writes for close at 1733405021428Obtaining lock to block concurrent updates at 1733405021428Preparing flush snapshotting stores in b05440cd4e2a79fb33c0f7ee253c066f at 1733405021428Finished memstore snapshotting test,,1733405011413.b05440cd4e2a79fb33c0f7ee253c066f., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733405021428Flushing stores of test,,1733405011413.b05440cd4e2a79fb33c0f7ee253c066f. at 1733405021429 (+1 ms)Flushing b05440cd4e2a79fb33c0f7ee253c066f/f: creating writer at 1733405021429Flushing b05440cd4e2a79fb33c0f7ee253c066f/f: appending metadata at 1733405021445 (+16 ms)Flushing b05440cd4e2a79fb33c0f7ee253c066f/f: closing flushed file at 1733405021445Flushing b05440cd4e2a79fb33c0f7ee253c066f/f1: creating writer at 1733405021854 (+409 ms)Flushing b05440cd4e2a79fb33c0f7ee253c066f/f1: appending metadata at 1733405021865 (+11 ms)Flushing b05440cd4e2a79fb33c0f7ee253c066f/f1: closing flushed file at 1733405021865Flushing b05440cd4e2a79fb33c0f7ee253c066f/norep: creating writer at 1733405022273 (+408 ms)Flushing b05440cd4e2a79fb33c0f7ee253c066f/norep: appending metadata at 1733405022284 (+11 ms)Flushing b05440cd4e2a79fb33c0f7ee253c066f/norep: closing flushed file at 1733405022284Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@271dba52: reopening flushed file at 1733405022692 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@389c7c18: reopening flushed file at 1733405022696 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39bfc1fe: reopening flushed file at 1733405022700 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for b05440cd4e2a79fb33c0f7ee253c066f in 1276ms, sequenceid=8, compaction requested=false at 1733405022704 (+4 ms)Writing region close event to WAL at 1733405022705 (+1 ms)Running coprocessor post-close hooks at 1733405022708 (+3 ms)Closed at 1733405022708 2024-12-05T13:23:42,708 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733405011413.b05440cd4e2a79fb33c0f7ee253c066f. 2024-12-05T13:23:42,781 INFO [RS:0;88aaa70743e7:46057 {}] regionserver.HRegionServer(976): stopping server 88aaa70743e7,46057,1733405006309; all regions closed. 2024-12-05T13:23:42,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34047 is added to blk_1073741834_1010 (size=4239) 2024-12-05T13:23:42,783 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.meta.1733405009045.meta not finished, retry = 0 2024-12-05T13:23:42,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34047 is added to blk_1073741839_1015 (size=2676) 2024-12-05T13:23:42,886 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.rep.1733405016473 not finished, retry = 0 2024-12-05T13:23:42,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34047 is added to blk_1073741832_1008 (size=1814) 2024-12-05T13:23:42,989 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.1733405008566 not finished, retry = 0 2024-12-05T13:23:43,079 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.wal-reader.88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.1733405008566 to pos 1162, reset compression=false 2024-12-05T13:23:43,089 DEBUG [RS:0;88aaa70743e7:46057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:43,090 INFO [RS:0;88aaa70743e7:46057 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:23:43,090 INFO [RS:0;88aaa70743e7:46057 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:23:43,090 INFO [RS:0;88aaa70743e7:46057 {}] hbase.ChoreService(370): Chore service for: regionserver/88aaa70743e7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T13:23:43,090 INFO [RS:0;88aaa70743e7:46057 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:23:43,090 INFO [regionserver/88aaa70743e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:23:43,090 INFO [RS:0;88aaa70743e7:46057 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-88aaa70743e7,46057,1733405006309 because: Region server is closing 2024-12-05T13:23:43,091 INFO [RS:0;88aaa70743e7:46057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:46057. 2024-12-05T13:23:43,091 DEBUG [RS:0;88aaa70743e7:46057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:23:43,091 DEBUG [RS:0;88aaa70743e7:46057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:43,091 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.wal-reader.88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/WALs/88aaa70743e7,46057,1733405006309/88aaa70743e7%2C46057%2C1733405006309.1733405008566 2024-12-05T13:23:43,091 DEBUG [RS:0;88aaa70743e7:46057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:43,091 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:23:43,091 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.wal-reader.88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:23:43,091 INFO [RS:0;88aaa70743e7:46057 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,46057,1733405006309.replicationSource.shipper88aaa70743e7%2C46057%2C1733405006309,1-88aaa70743e7,46057,1733405006309 terminated 2024-12-05T13:23:43,091 INFO [RS:0;88aaa70743e7:46057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:46057. 2024-12-05T13:23:43,091 DEBUG [RS:0;88aaa70743e7:46057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:23:43,091 DEBUG [RS:0;88aaa70743e7:46057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:43,091 DEBUG [RS:0;88aaa70743e7:46057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:43,091 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:23:43,091 INFO [RS:0;88aaa70743e7:46057 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46057 2024-12-05T13:23:43,096 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595 to pos 914, reset compression=false 2024-12-05T13:23:43,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39497-0x101a6d707b40003, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2044914388/rs 2024-12-05T13:23:43,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46057-0x101a6d707b40004, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2044914388/rs/88aaa70743e7,46057,1733405006309 2024-12-05T13:23:43,153 INFO [RS:0;88aaa70743e7:46057 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:23:43,161 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [88aaa70743e7,46057,1733405006309] 2024-12-05T13:23:43,169 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2044914388/draining/88aaa70743e7,46057,1733405006309 already deleted, retry=false 2024-12-05T13:23:43,169 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 88aaa70743e7,46057,1733405006309 expired; onlineServers=0 2024-12-05T13:23:43,169 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '88aaa70743e7,39497,1733405006196' ***** 2024-12-05T13:23:43,169 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T13:23:43,169 INFO [M:0;88aaa70743e7:39497 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:23:43,169 INFO [M:0;88aaa70743e7:39497 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:23:43,169 DEBUG [M:0;88aaa70743e7:39497 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T13:23:43,169 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T13:23:43,169 DEBUG [M:0;88aaa70743e7:39497 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T13:23:43,170 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733405008251 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733405008251,5,FailOnTimeoutGroup] 2024-12-05T13:23:43,170 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733405008251 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733405008251,5,FailOnTimeoutGroup] 2024-12-05T13:23:43,170 INFO [M:0;88aaa70743e7:39497 {}] hbase.ChoreService(370): Chore service for: master/88aaa70743e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T13:23:43,170 INFO [M:0;88aaa70743e7:39497 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:23:43,170 DEBUG [M:0;88aaa70743e7:39497 {}] master.HMaster(1795): Stopping service threads 2024-12-05T13:23:43,170 INFO [M:0;88aaa70743e7:39497 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T13:23:43,170 INFO [M:0;88aaa70743e7:39497 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:23:43,170 INFO [M:0;88aaa70743e7:39497 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T13:23:43,170 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T13:23:43,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39497-0x101a6d707b40003, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2044914388/master 2024-12-05T13:23:43,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39497-0x101a6d707b40003, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2044914388 2024-12-05T13:23:43,186 DEBUG [M:0;88aaa70743e7:39497 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2044914388/master already deleted, retry=false 2024-12-05T13:23:43,186 DEBUG [M:0;88aaa70743e7:39497 {}] master.ActiveMasterManager(353): master:39497-0x101a6d707b40003, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-2044914388/master 2024-12-05T13:23:43,186 INFO [M:0;88aaa70743e7:39497 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/.lastflushedseqids 2024-12-05T13:23:43,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34047 is added to blk_1073741848_1024 (size=245) 2024-12-05T13:23:43,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46057-0x101a6d707b40004, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:23:43,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46057-0x101a6d707b40004, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:23:43,261 INFO [RS:0;88aaa70743e7:46057 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:23:43,261 INFO [RS:0;88aaa70743e7:46057 {}] regionserver.HRegionServer(1031): Exiting; stopping=88aaa70743e7,46057,1733405006309; zookeeper connection closed. 2024-12-05T13:23:43,261 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@26ceca55 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@26ceca55 2024-12-05T13:23:43,261 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T13:23:43,510 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:23:43,511 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [88aaa70743e7,39319,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:39319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T13:23:43,511 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28302 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [88aaa70743e7,39319,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:39319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T13:23:43,590 INFO [M:0;88aaa70743e7:39497 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T13:23:43,590 INFO [M:0;88aaa70743e7:39497 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T13:23:43,591 DEBUG [M:0;88aaa70743e7:39497 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:23:43,591 INFO [M:0;88aaa70743e7:39497 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:23:43,591 DEBUG [M:0;88aaa70743e7:39497 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:23:43,591 DEBUG [M:0;88aaa70743e7:39497 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:23:43,591 DEBUG [M:0;88aaa70743e7:39497 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:23:43,591 INFO [M:0;88aaa70743e7:39497 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.48 KB heapSize=64.89 KB 2024-12-05T13:23:43,603 DEBUG [M:0;88aaa70743e7:39497 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27f93ff92a414d3982f84f2c5155ef44 is 82, key is hbase:meta,,1/info:regioninfo/1733405009071/Put/seqid=0 2024-12-05T13:23:43,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34047 is added to blk_1073741849_1025 (size=5672) 2024-12-05T13:23:43,899 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595 to pos 914, reset compression=false 2024-12-05T13:23:44,007 INFO [M:0;88aaa70743e7:39497 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27f93ff92a414d3982f84f2c5155ef44 2024-12-05T13:23:44,040 DEBUG [M:0;88aaa70743e7:39497 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3af12ca25ebe4dcb86e6b35e9dfc759c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733405016514/Put/seqid=0 2024-12-05T13:23:44,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34047 is added to blk_1073741850_1026 (size=8514) 2024-12-05T13:23:44,444 INFO [M:0;88aaa70743e7:39497 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.92 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3af12ca25ebe4dcb86e6b35e9dfc759c 2024-12-05T13:23:44,464 DEBUG [M:0;88aaa70743e7:39497 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b1c90f6487e4a39bf9925bd62566f34 is 69, key is 88aaa70743e7,46057,1733405006309/rs:state/1733405008365/Put/seqid=0 2024-12-05T13:23:44,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34047 is added to blk_1073741851_1027 (size=5156) 2024-12-05T13:23:44,802 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595 to pos 914, reset compression=false 2024-12-05T13:23:44,867 INFO [M:0;88aaa70743e7:39497 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b1c90f6487e4a39bf9925bd62566f34 2024-12-05T13:23:44,871 DEBUG [M:0;88aaa70743e7:39497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27f93ff92a414d3982f84f2c5155ef44 as hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/27f93ff92a414d3982f84f2c5155ef44 2024-12-05T13:23:44,874 INFO [M:0;88aaa70743e7:39497 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/27f93ff92a414d3982f84f2c5155ef44, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T13:23:44,874 DEBUG [M:0;88aaa70743e7:39497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3af12ca25ebe4dcb86e6b35e9dfc759c as hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3af12ca25ebe4dcb86e6b35e9dfc759c 2024-12-05T13:23:44,878 INFO [M:0;88aaa70743e7:39497 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3af12ca25ebe4dcb86e6b35e9dfc759c, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T13:23:44,878 DEBUG [M:0;88aaa70743e7:39497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b1c90f6487e4a39bf9925bd62566f34 as hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0b1c90f6487e4a39bf9925bd62566f34 2024-12-05T13:23:44,881 INFO [M:0;88aaa70743e7:39497 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0b1c90f6487e4a39bf9925bd62566f34, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T13:23:44,882 INFO [M:0;88aaa70743e7:39497 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.48 KB/56811, heapSize ~64.59 KB/66144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false 2024-12-05T13:23:44,884 INFO [M:0;88aaa70743e7:39497 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:23:44,884 DEBUG [M:0;88aaa70743e7:39497 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733405023591Disabling compacts and flushes for region at 1733405023591Disabling writes for close at 1733405023591Obtaining lock to block concurrent updates at 1733405023591Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733405023591Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56811, getHeapSize=66384, getOffHeapSize=0, getCellsCount=114 at 1733405023591Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733405023592 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733405023592Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733405023603 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733405023603Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733405024028 (+425 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733405024040 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733405024040Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733405024448 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733405024463 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733405024463Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5185c721: reopening flushed file at 1733405024870 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bdc641d: reopening flushed file at 1733405024874 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@783efb10: reopening flushed file at 1733405024878 (+4 ms)Finished flush of dataSize ~55.48 KB/56811, heapSize ~64.59 KB/66144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false at 1733405024882 (+4 ms)Writing region close event to WAL at 1733405024884 (+2 ms)Closed at 1733405024884 2024-12-05T13:23:44,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34047 is added to blk_1073741830_1006 (size=63630) 2024-12-05T13:23:44,886 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/829d743b-05a5-3c74-f7b7-980c081f8d67/MasterData/WALs/88aaa70743e7,39497,1733405006196/88aaa70743e7%2C39497%2C1733405006196.1733405008041 not finished, retry = 0 2024-12-05T13:23:44,987 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:23:44,987 INFO [M:0;88aaa70743e7:39497 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T13:23:44,987 INFO [M:0;88aaa70743e7:39497 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39497 2024-12-05T13:23:44,987 INFO [M:0;88aaa70743e7:39497 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:23:45,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39497-0x101a6d707b40003, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:23:45,102 INFO [M:0;88aaa70743e7:39497 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:23:45,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39497-0x101a6d707b40003, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:23:45,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bd038f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:23:45,105 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3bb55393{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:23:45,105 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:23:45,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77b4d2a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:23:45,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@264b8677{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d6f26e-f403-9aba-58a6-3e9c3482761c/hadoop.log.dir/,STOPPED} 2024-12-05T13:23:45,106 WARN [BP-930107375-172.17.0.3-1733405004675 heartbeating to localhost/127.0.0.1:43027 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:23:45,106 WARN [BP-930107375-172.17.0.3-1733405004675 heartbeating to localhost/127.0.0.1:43027 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-930107375-172.17.0.3-1733405004675 (Datanode Uuid 8f351c90-2612-4cc6-8218-27702896e88d) service to localhost/127.0.0.1:43027 2024-12-05T13:23:45,106 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T13:23:45,106 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:23:45,107 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d6f26e-f403-9aba-58a6-3e9c3482761c/cluster_c9554b2b-5327-a657-a20a-9edb76462fee/data/data1/current/BP-930107375-172.17.0.3-1733405004675 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:23:45,107 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d6f26e-f403-9aba-58a6-3e9c3482761c/cluster_c9554b2b-5327-a657-a20a-9edb76462fee/data/data2/current/BP-930107375-172.17.0.3-1733405004675 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:23:45,107 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:23:45,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@200adb62{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:23:45,113 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@83ae6a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:23:45,113 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:23:45,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f6ac4bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:23:45,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6999b4dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d6f26e-f403-9aba-58a6-3e9c3482761c/hadoop.log.dir/,STOPPED} 2024-12-05T13:23:45,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T13:23:45,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T13:23:45,124 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:23:45,124 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:23:45,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:45,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:45,124 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:23:45,125 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T13:23:45,125 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1906643561, stopped=false 2024-12-05T13:23:45,125 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=88aaa70743e7,34829,1733405001642 2024-12-05T13:23:45,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34829-0x101a6d707b40000, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-529279155/running 2024-12-05T13:23:45,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x101a6d707b40001, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-529279155/running 2024-12-05T13:23:45,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x101a6d707b40001, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529279155 2024-12-05T13:23:45,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34829-0x101a6d707b40000, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529279155 2024-12-05T13:23:45,140 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:23:45,140 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:23:45,140 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:23:45,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34829-0x101a6d707b40000, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Set watcher on znode that does not yet exist, /0-529279155/running 2024-12-05T13:23:45,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:45,140 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '88aaa70743e7,44257,1733405001793' ***** 2024-12-05T13:23:45,140 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T13:23:45,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44257-0x101a6d707b40001, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Set watcher on znode that does not yet exist, /0-529279155/running 2024-12-05T13:23:45,140 INFO [RS:0;88aaa70743e7:44257 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T13:23:45,141 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T13:23:45,141 INFO [RS:0;88aaa70743e7:44257 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T13:23:45,141 INFO [RS:0;88aaa70743e7:44257 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T13:23:45,141 INFO [RS:0;88aaa70743e7:44257 {}] regionserver.HRegionServer(3091): Received CLOSE for 7ae918450ef5fccf26197487ea0cbbfe 2024-12-05T13:23:45,141 INFO [RS:0;88aaa70743e7:44257 {}] regionserver.HRegionServer(3091): Received CLOSE for 89381e34f061632be92390f079780e59 2024-12-05T13:23:45,141 INFO [RS:0;88aaa70743e7:44257 {}] regionserver.HRegionServer(959): stopping server 88aaa70743e7,44257,1733405001793 2024-12-05T13:23:45,141 INFO [RS:0;88aaa70743e7:44257 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:23:45,141 INFO [RS:0;88aaa70743e7:44257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:44257. 2024-12-05T13:23:45,141 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7ae918450ef5fccf26197487ea0cbbfe, disabling compactions & flushes 2024-12-05T13:23:45,141 DEBUG [RS:0;88aaa70743e7:44257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:23:45,141 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733405013589.7ae918450ef5fccf26197487ea0cbbfe. 2024-12-05T13:23:45,141 DEBUG [RS:0;88aaa70743e7:44257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:45,141 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733405013589.7ae918450ef5fccf26197487ea0cbbfe. 2024-12-05T13:23:45,141 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733405013589.7ae918450ef5fccf26197487ea0cbbfe. after waiting 0 ms 2024-12-05T13:23:45,141 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733405013589.7ae918450ef5fccf26197487ea0cbbfe. 2024-12-05T13:23:45,141 INFO [RS:0;88aaa70743e7:44257 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T13:23:45,141 INFO [RS:0;88aaa70743e7:44257 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T13:23:45,141 INFO [RS:0;88aaa70743e7:44257 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T13:23:45,141 INFO [RS:0;88aaa70743e7:44257 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T13:23:45,141 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7ae918450ef5fccf26197487ea0cbbfe 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-05T13:23:45,141 INFO [RS:0;88aaa70743e7:44257 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T13:23:45,141 DEBUG [RS:0;88aaa70743e7:44257 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7ae918450ef5fccf26197487ea0cbbfe=hbase:replication,,1733405013589.7ae918450ef5fccf26197487ea0cbbfe., 89381e34f061632be92390f079780e59=test,,1733405009257.89381e34f061632be92390f079780e59.} 2024-12-05T13:23:45,141 DEBUG [RS:0;88aaa70743e7:44257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ae918450ef5fccf26197487ea0cbbfe, 89381e34f061632be92390f079780e59 2024-12-05T13:23:45,141 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:23:45,141 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:23:45,141 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:23:45,141 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:23:45,141 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:23:45,141 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T13:23:45,154 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/hbase/meta/1588230740/.tmp/info/8eb94d16b0c44133b2ce91c03aa5cc75 is 147, key is hbase:replication,,1733405013589.7ae918450ef5fccf26197487ea0cbbfe./info:regioninfo/1733405014779/Put/seqid=0 2024-12-05T13:23:45,157 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/hbase/replication/7ae918450ef5fccf26197487ea0cbbfe/.tmp/queue/4c5d8cf3cf714cf79f32dd96ce490d51 is 153, key is 1-88aaa70743e7,44257,1733405001793/queue:88aaa70743e7%2C44257%2C1733405001793/1733405020377/Put/seqid=0 2024-12-05T13:23:45,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741840_1016 (size=7686) 2024-12-05T13:23:45,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741841_1017 (size=5352) 2024-12-05T13:23:45,185 INFO [regionserver/88aaa70743e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:23:45,342 DEBUG [RS:0;88aaa70743e7:44257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ae918450ef5fccf26197487ea0cbbfe, 89381e34f061632be92390f079780e59 2024-12-05T13:23:45,470 INFO [regionserver/88aaa70743e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T13:23:45,470 INFO [regionserver/88aaa70743e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T13:23:45,542 DEBUG [RS:0;88aaa70743e7:44257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ae918450ef5fccf26197487ea0cbbfe, 89381e34f061632be92390f079780e59 2024-12-05T13:23:45,558 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/hbase/meta/1588230740/.tmp/info/8eb94d16b0c44133b2ce91c03aa5cc75 2024-12-05T13:23:45,560 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/hbase/replication/7ae918450ef5fccf26197487ea0cbbfe/.tmp/queue/4c5d8cf3cf714cf79f32dd96ce490d51 2024-12-05T13:23:45,564 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/hbase/replication/7ae918450ef5fccf26197487ea0cbbfe/.tmp/queue/4c5d8cf3cf714cf79f32dd96ce490d51 as hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/hbase/replication/7ae918450ef5fccf26197487ea0cbbfe/queue/4c5d8cf3cf714cf79f32dd96ce490d51 2024-12-05T13:23:45,567 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/hbase/replication/7ae918450ef5fccf26197487ea0cbbfe/queue/4c5d8cf3cf714cf79f32dd96ce490d51, entries=1, sequenceid=10, filesize=5.2 K 2024-12-05T13:23:45,568 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 7ae918450ef5fccf26197487ea0cbbfe in 427ms, sequenceid=10, compaction requested=false 2024-12-05T13:23:45,573 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/hbase/replication/7ae918450ef5fccf26197487ea0cbbfe/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T13:23:45,573 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:23:45,573 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:23:45,573 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733405013589.7ae918450ef5fccf26197487ea0cbbfe. 2024-12-05T13:23:45,573 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7ae918450ef5fccf26197487ea0cbbfe: Waiting for close lock at 1733405025141Running coprocessor pre-close hooks at 1733405025141Disabling compacts and flushes for region at 1733405025141Disabling writes for close at 1733405025141Obtaining lock to block concurrent updates at 1733405025141Preparing flush snapshotting stores in 7ae918450ef5fccf26197487ea0cbbfe at 1733405025141Finished memstore snapshotting hbase:replication,,1733405013589.7ae918450ef5fccf26197487ea0cbbfe., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733405025141Flushing stores of hbase:replication,,1733405013589.7ae918450ef5fccf26197487ea0cbbfe. at 1733405025142 (+1 ms)Flushing 7ae918450ef5fccf26197487ea0cbbfe/queue: creating writer at 1733405025142Flushing 7ae918450ef5fccf26197487ea0cbbfe/queue: appending metadata at 1733405025156 (+14 ms)Flushing 7ae918450ef5fccf26197487ea0cbbfe/queue: closing flushed file at 1733405025157 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d68c13b: reopening flushed file at 1733405025563 (+406 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 7ae918450ef5fccf26197487ea0cbbfe in 427ms, sequenceid=10, compaction requested=false at 1733405025568 (+5 ms)Writing region close event to WAL at 1733405025570 (+2 ms)Running coprocessor post-close hooks at 1733405025573 (+3 ms)Closed at 1733405025573 2024-12-05T13:23:45,573 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733405013589.7ae918450ef5fccf26197487ea0cbbfe. 2024-12-05T13:23:45,574 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 89381e34f061632be92390f079780e59, disabling compactions & flushes 2024-12-05T13:23:45,574 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733405009257.89381e34f061632be92390f079780e59. 2024-12-05T13:23:45,574 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733405009257.89381e34f061632be92390f079780e59. 2024-12-05T13:23:45,574 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733405009257.89381e34f061632be92390f079780e59. after waiting 0 ms 2024-12-05T13:23:45,574 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733405009257.89381e34f061632be92390f079780e59. 2024-12-05T13:23:45,574 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 89381e34f061632be92390f079780e59 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-05T13:23:45,581 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/hbase/meta/1588230740/.tmp/ns/d8268ee27a434ea9adb136eb4dd6fd84 is 43, key is default/ns:d/1733405004591/Put/seqid=0 2024-12-05T13:23:45,591 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/default/test/89381e34f061632be92390f079780e59/.tmp/f/cc1f509e26a9492fa69474764acb2b49 is 29, key is row1/f:/1733405019899/DeleteFamily/seqid=0 2024-12-05T13:23:45,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741842_1018 (size=5153) 2024-12-05T13:23:45,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741843_1019 (size=5118) 2024-12-05T13:23:45,742 DEBUG [RS:0;88aaa70743e7:44257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 89381e34f061632be92390f079780e59 2024-12-05T13:23:45,805 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595 to pos 914, reset compression=false 2024-12-05T13:23:45,810 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:23:45,810 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595 to pos 1161, reset compression=false 2024-12-05T13:23:45,810 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.shipper88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,44257,1733405001793 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T13:23:45,811 ERROR [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.shipper88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 88aaa70743e7,44257,1733405001793: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-88aaa70743e7,44257,1733405001793, walGroup=88aaa70743e7%2C44257%2C1733405001793, offset=88aaa70743e7%2C44257%2C1733405001793.1733405003595:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:44257 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T13:23:45,812 ERROR [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.shipper88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T13:23:45,812 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.shipper88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T13:23:45,813 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.shipper88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T13:23:45,813 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.shipper88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T13:23:45,813 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.shipper88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T13:23:45,813 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.shipper88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 659265216 }, "NonHeapMemoryUsage": { "committed": 194772992, "init": 7667712, "max": -1, "used": 191430752 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T13:23:45,813 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.shipper88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:34829 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:34829 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T13:23:45,942 DEBUG [RS:0;88aaa70743e7:44257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 89381e34f061632be92390f079780e59 2024-12-05T13:23:45,993 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/hbase/meta/1588230740/.tmp/ns/d8268ee27a434ea9adb136eb4dd6fd84 2024-12-05T13:23:45,995 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/default/test/89381e34f061632be92390f079780e59/.tmp/f/cc1f509e26a9492fa69474764acb2b49 2024-12-05T13:23:45,997 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc1f509e26a9492fa69474764acb2b49 2024-12-05T13:23:46,012 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/hbase/meta/1588230740/.tmp/rep_barrier/88d94a6af4814815bcb83f7a693a07d5 is 112, key is test,,1733405009257.89381e34f061632be92390f079780e59./rep_barrier:seqnumDuringOpen/1733405010403/Put/seqid=0 2024-12-05T13:23:46,013 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595 to pos 1161, reset compression=false 2024-12-05T13:23:46,013 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/default/test/89381e34f061632be92390f079780e59/.tmp/f1/15d772a5703f4ec58eee0692c05a2b19 is 30, key is row1/f1:/1733405019899/DeleteFamily/seqid=0 2024-12-05T13:23:46,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741844_1020 (size=5518) 2024-12-05T13:23:46,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741845_1021 (size=5123) 2024-12-05T13:23:46,142 INFO [RS:0;88aaa70743e7:44257 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T13:23:46,142 DEBUG [RS:0;88aaa70743e7:44257 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 89381e34f061632be92390f079780e59=test,,1733405009257.89381e34f061632be92390f079780e59.} 2024-12-05T13:23:46,142 DEBUG [RS:0;88aaa70743e7:44257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 89381e34f061632be92390f079780e59 2024-12-05T13:23:46,316 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595 to pos 1161, reset compression=false 2024-12-05T13:23:46,343 DEBUG [RS:0;88aaa70743e7:44257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 89381e34f061632be92390f079780e59 2024-12-05T13:23:46,416 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/hbase/meta/1588230740/.tmp/rep_barrier/88d94a6af4814815bcb83f7a693a07d5 2024-12-05T13:23:46,417 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/default/test/89381e34f061632be92390f079780e59/.tmp/f1/15d772a5703f4ec58eee0692c05a2b19 2024-12-05T13:23:46,420 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 15d772a5703f4ec58eee0692c05a2b19 2024-12-05T13:23:46,436 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/hbase/meta/1588230740/.tmp/table/7a660351f5b94ce4991e90ffe2f9bcd9 is 53, key is hbase:replication/table:state/1733405014786/Put/seqid=0 2024-12-05T13:23:46,442 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/default/test/89381e34f061632be92390f079780e59/.tmp/norep/4e1a8746f56d40a184494bbd33b25930 is 32, key is row/norep:/1733405018894/DeleteFamily/seqid=0 2024-12-05T13:23:46,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741846_1022 (size=5308) 2024-12-05T13:23:46,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741847_1023 (size=5101) 2024-12-05T13:23:46,445 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/default/test/89381e34f061632be92390f079780e59/.tmp/norep/4e1a8746f56d40a184494bbd33b25930 2024-12-05T13:23:46,448 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e1a8746f56d40a184494bbd33b25930 2024-12-05T13:23:46,449 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/default/test/89381e34f061632be92390f079780e59/.tmp/f/cc1f509e26a9492fa69474764acb2b49 as hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/default/test/89381e34f061632be92390f079780e59/f/cc1f509e26a9492fa69474764acb2b49 2024-12-05T13:23:46,452 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc1f509e26a9492fa69474764acb2b49 2024-12-05T13:23:46,453 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/default/test/89381e34f061632be92390f079780e59/f/cc1f509e26a9492fa69474764acb2b49, entries=2, sequenceid=8, filesize=5.0 K 2024-12-05T13:23:46,453 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/default/test/89381e34f061632be92390f079780e59/.tmp/f1/15d772a5703f4ec58eee0692c05a2b19 as hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/default/test/89381e34f061632be92390f079780e59/f1/15d772a5703f4ec58eee0692c05a2b19 2024-12-05T13:23:46,456 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 15d772a5703f4ec58eee0692c05a2b19 2024-12-05T13:23:46,456 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/default/test/89381e34f061632be92390f079780e59/f1/15d772a5703f4ec58eee0692c05a2b19, entries=2, sequenceid=8, filesize=5.0 K 2024-12-05T13:23:46,457 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/default/test/89381e34f061632be92390f079780e59/.tmp/norep/4e1a8746f56d40a184494bbd33b25930 as hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/default/test/89381e34f061632be92390f079780e59/norep/4e1a8746f56d40a184494bbd33b25930 2024-12-05T13:23:46,461 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e1a8746f56d40a184494bbd33b25930 2024-12-05T13:23:46,461 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/default/test/89381e34f061632be92390f079780e59/norep/4e1a8746f56d40a184494bbd33b25930, entries=1, sequenceid=8, filesize=5.0 K 2024-12-05T13:23:46,462 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 89381e34f061632be92390f079780e59 in 888ms, sequenceid=8, compaction requested=false 2024-12-05T13:23:46,466 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/default/test/89381e34f061632be92390f079780e59/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T13:23:46,466 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:23:46,466 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T13:23:46,466 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733405009257.89381e34f061632be92390f079780e59. 2024-12-05T13:23:46,466 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 89381e34f061632be92390f079780e59: Waiting for close lock at 1733405025573Running coprocessor pre-close hooks at 1733405025573Disabling compacts and flushes for region at 1733405025573Disabling writes for close at 1733405025574 (+1 ms)Obtaining lock to block concurrent updates at 1733405025574Preparing flush snapshotting stores in 89381e34f061632be92390f079780e59 at 1733405025574Finished memstore snapshotting test,,1733405009257.89381e34f061632be92390f079780e59., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733405025574Flushing stores of test,,1733405009257.89381e34f061632be92390f079780e59. at 1733405025574Flushing 89381e34f061632be92390f079780e59/f: creating writer at 1733405025575 (+1 ms)Flushing 89381e34f061632be92390f079780e59/f: appending metadata at 1733405025590 (+15 ms)Flushing 89381e34f061632be92390f079780e59/f: closing flushed file at 1733405025590Flushing 89381e34f061632be92390f079780e59/f1: creating writer at 1733405025998 (+408 ms)Flushing 89381e34f061632be92390f079780e59/f1: appending metadata at 1733405026013 (+15 ms)Flushing 89381e34f061632be92390f079780e59/f1: closing flushed file at 1733405026013Flushing 89381e34f061632be92390f079780e59/norep: creating writer at 1733405026420 (+407 ms)Flushing 89381e34f061632be92390f079780e59/norep: appending metadata at 1733405026441 (+21 ms)Flushing 89381e34f061632be92390f079780e59/norep: closing flushed file at 1733405026441Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a0672fb: reopening flushed file at 1733405026448 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38972075: reopening flushed file at 1733405026453 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45f51233: reopening flushed file at 1733405026457 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 89381e34f061632be92390f079780e59 in 888ms, sequenceid=8, compaction requested=false at 1733405026462 (+5 ms)Writing region close event to WAL at 1733405026463 (+1 ms)Running coprocessor post-close hooks at 1733405026466 (+3 ms)Closed at 1733405026466 2024-12-05T13:23:46,466 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733405009257.89381e34f061632be92390f079780e59. 2024-12-05T13:23:46,543 DEBUG [RS:0;88aaa70743e7:44257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:23:46,720 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595 to pos 1161, reset compression=false 2024-12-05T13:23:46,725 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:23:46,725 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595 to pos 1805, reset compression=false 2024-12-05T13:23:46,743 DEBUG [RS:0;88aaa70743e7:44257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:23:46,844 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/hbase/meta/1588230740/.tmp/table/7a660351f5b94ce4991e90ffe2f9bcd9 2024-12-05T13:23:46,848 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/hbase/meta/1588230740/.tmp/info/8eb94d16b0c44133b2ce91c03aa5cc75 as hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/hbase/meta/1588230740/info/8eb94d16b0c44133b2ce91c03aa5cc75 2024-12-05T13:23:46,851 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/hbase/meta/1588230740/info/8eb94d16b0c44133b2ce91c03aa5cc75, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T13:23:46,852 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/hbase/meta/1588230740/.tmp/ns/d8268ee27a434ea9adb136eb4dd6fd84 as hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/hbase/meta/1588230740/ns/d8268ee27a434ea9adb136eb4dd6fd84 2024-12-05T13:23:46,855 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/hbase/meta/1588230740/ns/d8268ee27a434ea9adb136eb4dd6fd84, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T13:23:46,856 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/hbase/meta/1588230740/.tmp/rep_barrier/88d94a6af4814815bcb83f7a693a07d5 as hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/hbase/meta/1588230740/rep_barrier/88d94a6af4814815bcb83f7a693a07d5 2024-12-05T13:23:46,859 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/hbase/meta/1588230740/rep_barrier/88d94a6af4814815bcb83f7a693a07d5, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T13:23:46,859 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/hbase/meta/1588230740/.tmp/table/7a660351f5b94ce4991e90ffe2f9bcd9 as hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/hbase/meta/1588230740/table/7a660351f5b94ce4991e90ffe2f9bcd9 2024-12-05T13:23:46,862 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/hbase/meta/1588230740/table/7a660351f5b94ce4991e90ffe2f9bcd9, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T13:23:46,863 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=16, compaction requested=false 2024-12-05T13:23:46,866 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T13:23:46,866 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:23:46,866 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:23:46,866 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:23:46,866 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733405025141Running coprocessor pre-close hooks at 1733405025141Disabling compacts and flushes for region at 1733405025141Disabling writes for close at 1733405025141Obtaining lock to block concurrent updates at 1733405025141Preparing flush snapshotting stores in 1588230740 at 1733405025141Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733405025142 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733405025142Flushing 1588230740/info: creating writer at 1733405025142Flushing 1588230740/info: appending metadata at 1733405025153 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733405025153Flushing 1588230740/ns: creating writer at 1733405025562 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733405025580 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733405025580Flushing 1588230740/rep_barrier: creating writer at 1733405025997 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733405026012 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733405026012Flushing 1588230740/table: creating writer at 1733405026419 (+407 ms)Flushing 1588230740/table: appending metadata at 1733405026436 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733405026436Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@248dea98: reopening flushed file at 1733405026848 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fb60ea1: reopening flushed file at 1733405026852 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3670f9e5: reopening flushed file at 1733405026855 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@796ece55: reopening flushed file at 1733405026859 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=16, compaction requested=false at 1733405026863 (+4 ms)Writing region close event to WAL at 1733405026864 (+1 ms)Running coprocessor post-close hooks at 1733405026866 (+2 ms)Closed at 1733405026866 2024-12-05T13:23:46,866 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T13:23:46,928 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595 to pos 1805, reset compression=false 2024-12-05T13:23:46,929 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:23:46,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:46,943 INFO [RS:0;88aaa70743e7:44257 {}] regionserver.HRegionServer(976): stopping server 88aaa70743e7,44257,1733405001793; all regions closed. 2024-12-05T13:23:46,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741834_1010 (size=4239) 2024-12-05T13:23:46,945 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.meta.1733405004524.meta not finished, retry = 0 2024-12-05T13:23:46,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:46,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:46,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:46,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:46,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:46,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:46,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:46,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:46,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:46,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:47,048 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.rep.1733405014747 not finished, retry = 0 2024-12-05T13:23:47,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741839_1015 (size=2676) 2024-12-05T13:23:47,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741832_1008 (size=1813) 2024-12-05T13:23:47,150 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595 not finished, retry = 0 2024-12-05T13:23:47,232 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595 to pos 1805, reset compression=false 2024-12-05T13:23:47,251 DEBUG [RS:0;88aaa70743e7:44257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:47,251 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/WALs/88aaa70743e7,44257,1733405001793/88aaa70743e7%2C44257%2C1733405001793.1733405003595 2024-12-05T13:23:47,251 INFO [RS:0;88aaa70743e7:44257 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:23:47,251 INFO [RS:0;88aaa70743e7:44257 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:23:47,251 INFO [RS:0;88aaa70743e7:44257 {}] hbase.ChoreService(370): Chore service for: regionserver/88aaa70743e7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T13:23:47,251 INFO [RS:0;88aaa70743e7:44257 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:23:47,252 INFO [regionserver/88aaa70743e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:23:47,252 INFO [RS:0;88aaa70743e7:44257 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-88aaa70743e7,44257,1733405001793 because: Region server is closing 2024-12-05T13:23:47,252 INFO [RS:0;88aaa70743e7:44257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:44257. 2024-12-05T13:23:47,252 DEBUG [RS:0;88aaa70743e7:44257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:23:47,252 DEBUG [RS:0;88aaa70743e7:44257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:47,252 DEBUG [RS:0;88aaa70743e7:44257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:47,252 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:23:47,352 INFO [RS:0;88aaa70743e7:44257 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.shipper88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 terminated 2024-12-05T13:23:47,352 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,44257,1733405001793.replicationSource.wal-reader.88aaa70743e7%2C44257%2C1733405001793,1-88aaa70743e7,44257,1733405001793 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-05T13:23:47,353 INFO [RS:0;88aaa70743e7:44257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:44257. 2024-12-05T13:23:47,353 DEBUG [RS:0;88aaa70743e7:44257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:23:47,353 DEBUG [RS:0;88aaa70743e7:44257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:47,353 DEBUG [RS:0;88aaa70743e7:44257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:47,353 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:23:47,353 INFO [RS:0;88aaa70743e7:44257 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44257 2024-12-05T13:23:47,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x101a6d707b40001, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-529279155/rs/88aaa70743e7,44257,1733405001793 2024-12-05T13:23:47,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34829-0x101a6d707b40000, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529279155/rs 2024-12-05T13:23:47,386 INFO [RS:0;88aaa70743e7:44257 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:23:47,386 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [88aaa70743e7,44257,1733405001793] 2024-12-05T13:23:47,402 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-529279155/draining/88aaa70743e7,44257,1733405001793 already deleted, retry=false 2024-12-05T13:23:47,402 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 88aaa70743e7,44257,1733405001793 expired; onlineServers=0 2024-12-05T13:23:47,402 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '88aaa70743e7,34829,1733405001642' ***** 2024-12-05T13:23:47,402 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T13:23:47,402 INFO [M:0;88aaa70743e7:34829 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:23:47,402 INFO [M:0;88aaa70743e7:34829 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:23:47,402 DEBUG [M:0;88aaa70743e7:34829 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T13:23:47,402 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T13:23:47,402 DEBUG [M:0;88aaa70743e7:34829 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T13:23:47,402 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733405003360 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733405003360,5,FailOnTimeoutGroup] 2024-12-05T13:23:47,402 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733405003360 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733405003360,5,FailOnTimeoutGroup] 2024-12-05T13:23:47,403 INFO [M:0;88aaa70743e7:34829 {}] hbase.ChoreService(370): Chore service for: master/88aaa70743e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T13:23:47,403 INFO [M:0;88aaa70743e7:34829 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:23:47,403 DEBUG [M:0;88aaa70743e7:34829 {}] master.HMaster(1795): Stopping service threads 2024-12-05T13:23:47,403 INFO [M:0;88aaa70743e7:34829 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T13:23:47,403 INFO [M:0;88aaa70743e7:34829 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:23:47,403 INFO [M:0;88aaa70743e7:34829 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T13:23:47,403 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T13:23:47,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34829-0x101a6d707b40000, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-529279155/master 2024-12-05T13:23:47,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34829-0x101a6d707b40000, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529279155 2024-12-05T13:23:47,411 DEBUG [M:0;88aaa70743e7:34829 {}] zookeeper.ZKUtil(347): master:34829-0x101a6d707b40000, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Unable to get data of znode /0-529279155/master because node does not exist (not an error) 2024-12-05T13:23:47,411 WARN [M:0;88aaa70743e7:34829 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T13:23:47,412 INFO [M:0;88aaa70743e7:34829 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/.lastflushedseqids 2024-12-05T13:23:47,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741848_1024 (size=245) 2024-12-05T13:23:47,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x101a6d707b40001, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:23:47,494 INFO [RS:0;88aaa70743e7:44257 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:23:47,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x101a6d707b40001, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:23:47,494 INFO [RS:0;88aaa70743e7:44257 {}] regionserver.HRegionServer(1031): Exiting; stopping=88aaa70743e7,44257,1733405001793; zookeeper connection closed. 2024-12-05T13:23:47,494 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d79fbb4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d79fbb4 2024-12-05T13:23:47,494 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T13:23:47,815 INFO [M:0;88aaa70743e7:34829 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T13:23:47,815 INFO [M:0;88aaa70743e7:34829 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T13:23:47,815 DEBUG [M:0;88aaa70743e7:34829 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:23:47,816 INFO [M:0;88aaa70743e7:34829 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:23:47,816 DEBUG [M:0;88aaa70743e7:34829 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:23:47,816 DEBUG [M:0;88aaa70743e7:34829 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:23:47,816 DEBUG [M:0;88aaa70743e7:34829 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:23:47,816 INFO [M:0;88aaa70743e7:34829 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-05T13:23:47,832 DEBUG [M:0;88aaa70743e7:34829 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/72a12fcb6e4247e899db79f150a1869b is 82, key is hbase:meta,,1/info:regioninfo/1733405004555/Put/seqid=0 2024-12-05T13:23:47,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741849_1025 (size=5672) 2024-12-05T13:23:48,236 INFO [M:0;88aaa70743e7:34829 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/72a12fcb6e4247e899db79f150a1869b 2024-12-05T13:23:48,251 DEBUG [M:0;88aaa70743e7:34829 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/683dbe2525d4438b87a9de226985d043 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733405014789/Put/seqid=0 2024-12-05T13:23:48,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741850_1026 (size=8515) 2024-12-05T13:23:48,655 INFO [M:0;88aaa70743e7:34829 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/683dbe2525d4438b87a9de226985d043 2024-12-05T13:23:48,677 DEBUG [M:0;88aaa70743e7:34829 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/92cf23959b2849c194d25529769f972d is 69, key is 88aaa70743e7,44257,1733405001793/rs:state/1733405003454/Put/seqid=0 2024-12-05T13:23:48,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741851_1027 (size=5156) 2024-12-05T13:23:49,081 INFO [M:0;88aaa70743e7:34829 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/92cf23959b2849c194d25529769f972d 2024-12-05T13:23:49,085 DEBUG [M:0;88aaa70743e7:34829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/72a12fcb6e4247e899db79f150a1869b as hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/72a12fcb6e4247e899db79f150a1869b 2024-12-05T13:23:49,089 INFO [M:0;88aaa70743e7:34829 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/72a12fcb6e4247e899db79f150a1869b, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T13:23:49,089 DEBUG [M:0;88aaa70743e7:34829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/683dbe2525d4438b87a9de226985d043 as hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/683dbe2525d4438b87a9de226985d043 2024-12-05T13:23:49,092 INFO [M:0;88aaa70743e7:34829 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/683dbe2525d4438b87a9de226985d043, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T13:23:49,093 DEBUG [M:0;88aaa70743e7:34829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/92cf23959b2849c194d25529769f972d as hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/92cf23959b2849c194d25529769f972d 2024-12-05T13:23:49,096 INFO [M:0;88aaa70743e7:34829 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39535/user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/92cf23959b2849c194d25529769f972d, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T13:23:49,097 INFO [M:0;88aaa70743e7:34829 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false 2024-12-05T13:23:49,098 INFO [M:0;88aaa70743e7:34829 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:23:49,098 DEBUG [M:0;88aaa70743e7:34829 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733405027815Disabling compacts and flushes for region at 1733405027815Disabling writes for close at 1733405027816 (+1 ms)Obtaining lock to block concurrent updates at 1733405027816Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733405027816Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733405027816Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733405027817 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733405027817Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733405027832 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733405027832Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733405028239 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733405028251 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733405028251Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733405028659 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733405028676 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733405028676Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22f8cfb3: reopening flushed file at 1733405029085 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43d8640d: reopening flushed file at 1733405029089 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a53b863: reopening flushed file at 1733405029092 (+3 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false at 1733405029097 (+5 ms)Writing region close event to WAL at 1733405029098 (+1 ms)Closed at 1733405029098 2024-12-05T13:23:49,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42683 is added to blk_1073741830_1006 (size=63642) 2024-12-05T13:23:49,099 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6a37db6b-1932-453d-ae84-c1cba751116d/MasterData/WALs/88aaa70743e7,34829,1733405001642/88aaa70743e7%2C34829%2C1733405001642.1733405003111 not finished, retry = 0 2024-12-05T13:23:49,200 INFO [M:0;88aaa70743e7:34829 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T13:23:49,200 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:23:49,200 INFO [M:0;88aaa70743e7:34829 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34829 2024-12-05T13:23:49,201 INFO [M:0;88aaa70743e7:34829 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:23:49,315 INFO [M:0;88aaa70743e7:34829 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:23:49,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34829-0x101a6d707b40000, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:23:49,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34829-0x101a6d707b40000, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:23:49,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3cc1dd20{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:23:49,317 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@220f5c8c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:23:49,317 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:23:49,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ccc525c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:23:49,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@219f8229{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8/hadoop.log.dir/,STOPPED} 2024-12-05T13:23:49,319 WARN [BP-1194349242-172.17.0.3-1733405000223 heartbeating to localhost/127.0.0.1:39535 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:23:49,319 WARN [BP-1194349242-172.17.0.3-1733405000223 heartbeating to localhost/127.0.0.1:39535 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1194349242-172.17.0.3-1733405000223 (Datanode Uuid 6b237450-8ece-47f4-af56-43f41acd3745) service to localhost/127.0.0.1:39535 2024-12-05T13:23:49,319 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T13:23:49,319 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:23:49,319 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8/cluster_280ad5c5-9361-834b-8efe-7231129d296a/data/data1/current/BP-1194349242-172.17.0.3-1733405000223 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:23:49,320 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8/cluster_280ad5c5-9361-834b-8efe-7231129d296a/data/data2/current/BP-1194349242-172.17.0.3-1733405000223 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:23:49,320 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:23:49,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f8dfc1f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:23:49,326 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e383429{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:23:49,326 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:23:49,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71d9805d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:23:49,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48c23f15{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/915df90d-5286-8158-59c3-ffea38d3a7b8/hadoop.log.dir/,STOPPED} 2024-12-05T13:23:49,332 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T13:23:49,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T13:23:49,356 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=261 (was 242) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43027 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43027 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39535 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39535 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43027 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39535 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:43027 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39535 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43027 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:39535 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64240) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64240) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=655 (was 620) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=346 (was 432), ProcessCount=11 (was 11), AvailableMemoryMB=4267 (was 4292) 2024-12-05T13:23:49,366 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=261, OpenFileDescriptor=655, MaxFileDescriptor=1048576, SystemLoadAverage=346, ProcessCount=11, AvailableMemoryMB=4267 2024-12-05T13:23:49,382 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-05T13:23:49,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d6f26e-f403-9aba-58a6-3e9c3482761c/hadoop.log.dir so I do NOT create it in target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93 2024-12-05T13:23:49,383 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d6f26e-f403-9aba-58a6-3e9c3482761c/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T13:23:49,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d6f26e-f403-9aba-58a6-3e9c3482761c/hadoop.tmp.dir so I do NOT create it in target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93 2024-12-05T13:23:49,383 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42d6f26e-f403-9aba-58a6-3e9c3482761c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T13:23:49,383 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93 2024-12-05T13:23:49,383 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93/cluster_6252fd13-0bb7-8d1e-4290-9208b633b41a, deleteOnExit=true 2024-12-05T13:23:49,402 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93/cluster_6252fd13-0bb7-8d1e-4290-9208b633b41a/zookeeper_0, clientPort=54421, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93/cluster_6252fd13-0bb7-8d1e-4290-9208b633b41a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93/cluster_6252fd13-0bb7-8d1e-4290-9208b633b41a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T13:23:49,403 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54421 2024-12-05T13:23:49,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T13:23:49,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T13:23:49,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93/test.cache.data in system properties and HBase conf 2024-12-05T13:23:49,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T13:23:49,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93/hadoop.log.dir in system properties and HBase conf 2024-12-05T13:23:49,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T13:23:49,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T13:23:49,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T13:23:49,403 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T13:23:49,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:23:49,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:23:49,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T13:23:49,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:23:49,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T13:23:49,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T13:23:49,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:23:49,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:23:49,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T13:23:49,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93/nfs.dump.dir in system properties and HBase conf 2024-12-05T13:23:49,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93/java.io.tmpdir in system properties and HBase conf 2024-12-05T13:23:49,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:23:49,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T13:23:49,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T13:23:49,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a6d707b40002, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T13:23:49,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a6d707b40005, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T13:23:49,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a6d707b40005, quorum=127.0.0.1:64240, baseZNode=/1-2044914388 Received Disconnected from ZooKeeper, ignoring 2024-12-05T13:23:49,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a6d707b40002, quorum=127.0.0.1:64240, baseZNode=/0-529279155 Received Disconnected from ZooKeeper, ignoring 2024-12-05T13:23:49,640 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:23:49,644 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:23:49,646 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:23:49,646 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:23:49,646 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T13:23:49,647 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:23:49,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d59381{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:23:49,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@553d2c81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:23:49,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ec2a60f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93/java.io.tmpdir/jetty-localhost-39051-hadoop-hdfs-3_4_1-tests_jar-_-any-7988717862504932586/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:23:49,737 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72e2e311{HTTP/1.1, (http/1.1)}{localhost:39051} 2024-12-05T13:23:49,737 INFO [Time-limited test {}] server.Server(415): Started @225573ms 2024-12-05T13:23:49,883 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:23:49,886 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:23:49,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:23:49,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:23:49,887 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:23:49,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23543f63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:23:49,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf8487b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:23:50,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21ddcd1b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93/java.io.tmpdir/jetty-localhost-39101-hadoop-hdfs-3_4_1-tests_jar-_-any-7804237083969793265/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:23:50,136 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68c8eb2a{HTTP/1.1, (http/1.1)}{localhost:39101} 2024-12-05T13:23:50,136 INFO [Time-limited test {}] server.Server(415): Started @225971ms 2024-12-05T13:23:50,137 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:23:50,675 WARN [Thread-2667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93/cluster_6252fd13-0bb7-8d1e-4290-9208b633b41a/data/data1/current/BP-912836223-172.17.0.3-1733405029418/current, will proceed with Du for space computation calculation, 2024-12-05T13:23:50,675 WARN [Thread-2668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93/cluster_6252fd13-0bb7-8d1e-4290-9208b633b41a/data/data2/current/BP-912836223-172.17.0.3-1733405029418/current, will proceed with Du for space computation calculation, 2024-12-05T13:23:50,690 WARN [Thread-2655 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:23:50,695 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x617f7f393a70eb49 with lease ID 0x6b87e653094230ea: Processing first storage report for DS-5be4ff27-e74b-451e-82e3-f5b57bf92bb5 from datanode DatanodeRegistration(127.0.0.1:40619, datanodeUuid=6d557547-f91d-4fd8-a77c-be680fd1086f, infoPort=46879, infoSecurePort=0, ipcPort=36449, storageInfo=lv=-57;cid=testClusterID;nsid=1888446659;c=1733405029418) 2024-12-05T13:23:50,695 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x617f7f393a70eb49 with lease ID 0x6b87e653094230ea: from storage DS-5be4ff27-e74b-451e-82e3-f5b57bf92bb5 node DatanodeRegistration(127.0.0.1:40619, datanodeUuid=6d557547-f91d-4fd8-a77c-be680fd1086f, infoPort=46879, infoSecurePort=0, ipcPort=36449, storageInfo=lv=-57;cid=testClusterID;nsid=1888446659;c=1733405029418), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:23:50,695 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x617f7f393a70eb49 with lease ID 0x6b87e653094230ea: Processing first storage report for DS-1435447f-9eb4-4c28-a63d-2885122565ad from datanode DatanodeRegistration(127.0.0.1:40619, datanodeUuid=6d557547-f91d-4fd8-a77c-be680fd1086f, infoPort=46879, infoSecurePort=0, ipcPort=36449, storageInfo=lv=-57;cid=testClusterID;nsid=1888446659;c=1733405029418) 2024-12-05T13:23:50,695 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x617f7f393a70eb49 with lease ID 0x6b87e653094230ea: from storage DS-1435447f-9eb4-4c28-a63d-2885122565ad node DatanodeRegistration(127.0.0.1:40619, datanodeUuid=6d557547-f91d-4fd8-a77c-be680fd1086f, infoPort=46879, infoSecurePort=0, ipcPort=36449, storageInfo=lv=-57;cid=testClusterID;nsid=1888446659;c=1733405029418), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:23:50,764 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93 2024-12-05T13:23:50,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:23:50,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:23:50,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741825_1001 (size=7) 2024-12-05T13:23:51,173 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86 with version=8 2024-12-05T13:23:51,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/hbase-staging 2024-12-05T13:23:51,176 INFO [Time-limited test {}] client.ConnectionUtils(128): master/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:23:51,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:23:51,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:23:51,176 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:23:51,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:23:51,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:23:51,176 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T13:23:51,176 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:23:51,177 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37493 2024-12-05T13:23:51,177 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37493 connecting to ZooKeeper ensemble=127.0.0.1:54421 2024-12-05T13:23:51,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374930x0, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:23:51,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37493-0x101a6d779c20000 connected 2024-12-05T13:23:51,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:23:51,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:23:51,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37493-0x101a6d779c20000, quorum=127.0.0.1:54421, baseZNode=/01700485710 Set watcher on znode that does not yet exist, /01700485710/running 2024-12-05T13:23:51,317 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86, hbase.cluster.distributed=false 2024-12-05T13:23:51,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37493-0x101a6d779c20000, quorum=127.0.0.1:54421, baseZNode=/01700485710 Set watcher on znode that does not yet exist, /01700485710/acl 2024-12-05T13:23:51,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37493 2024-12-05T13:23:51,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37493 2024-12-05T13:23:51,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37493 2024-12-05T13:23:51,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37493 2024-12-05T13:23:51,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37493 2024-12-05T13:23:51,333 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:23:51,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:23:51,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:23:51,333 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:23:51,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:23:51,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:23:51,333 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T13:23:51,334 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:23:51,334 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33515 2024-12-05T13:23:51,335 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33515 connecting to ZooKeeper ensemble=127.0.0.1:54421 2024-12-05T13:23:51,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:23:51,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:23:51,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335150x0, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:23:51,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33515-0x101a6d779c20001, quorum=127.0.0.1:54421, baseZNode=/01700485710 Set watcher on znode that does not yet exist, /01700485710/running 2024-12-05T13:23:51,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33515-0x101a6d779c20001 connected 2024-12-05T13:23:51,347 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T13:23:51,348 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T13:23:51,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33515-0x101a6d779c20001, quorum=127.0.0.1:54421, baseZNode=/01700485710 Set watcher on znode that does not yet exist, /01700485710/master 2024-12-05T13:23:51,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33515-0x101a6d779c20001, quorum=127.0.0.1:54421, baseZNode=/01700485710 Set watcher on znode that does not yet exist, /01700485710/acl 2024-12-05T13:23:51,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33515 2024-12-05T13:23:51,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33515 2024-12-05T13:23:51,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33515 2024-12-05T13:23:51,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33515 2024-12-05T13:23:51,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33515 2024-12-05T13:23:51,368 DEBUG [M:0;88aaa70743e7:37493 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;88aaa70743e7:37493 2024-12-05T13:23:51,369 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01700485710/backup-masters/88aaa70743e7,37493,1733405031175 2024-12-05T13:23:51,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x101a6d779c20001, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01700485710/backup-masters 2024-12-05T13:23:51,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37493-0x101a6d779c20000, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01700485710/backup-masters 2024-12-05T13:23:51,379 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37493-0x101a6d779c20000, quorum=127.0.0.1:54421, baseZNode=/01700485710 Set watcher on existing znode=/01700485710/backup-masters/88aaa70743e7,37493,1733405031175 2024-12-05T13:23:51,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x101a6d779c20001, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01700485710/master 2024-12-05T13:23:51,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x101a6d779c20001, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01700485710 2024-12-05T13:23:51,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37493-0x101a6d779c20000, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01700485710 2024-12-05T13:23:51,389 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37493-0x101a6d779c20000, quorum=127.0.0.1:54421, baseZNode=/01700485710 Set watcher on existing znode=/01700485710/master 2024-12-05T13:23:51,389 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01700485710/backup-masters/88aaa70743e7,37493,1733405031175 from backup master directory 2024-12-05T13:23:51,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37493-0x101a6d779c20000, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01700485710/backup-masters/88aaa70743e7,37493,1733405031175 2024-12-05T13:23:51,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x101a6d779c20001, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01700485710/backup-masters 2024-12-05T13:23:51,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37493-0x101a6d779c20000, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01700485710/backup-masters 2024-12-05T13:23:51,397 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:23:51,397 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=88aaa70743e7,37493,1733405031175 2024-12-05T13:23:51,400 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/hbase.id] with ID: fda38675-272e-44db-b8be-9029d4925976 2024-12-05T13:23:51,400 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/.tmp/hbase.id 2024-12-05T13:23:51,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741826_1002 (size=42) 2024-12-05T13:23:51,804 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/.tmp/hbase.id]:[hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/hbase.id] 2024-12-05T13:23:51,811 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:23:51,811 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T13:23:51,812 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T13:23:51,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x101a6d779c20001, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01700485710 2024-12-05T13:23:51,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37493-0x101a6d779c20000, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01700485710 2024-12-05T13:23:51,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741827_1003 (size=196) 2024-12-05T13:23:51,968 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:23:51,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:51,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:51,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:51,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:51,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:51,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:51,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:51,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:51,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:51,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:51,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:51,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:52,001 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:23:52,001 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T13:23:52,001 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T13:23:52,001 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T13:23:52,001 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T13:23:52,001 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:23:52,001 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T13:23:52,260 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:23:52,261 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T13:23:52,261 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:23:52,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741828_1004 (size=1189) 2024-12-05T13:23:52,667 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/MasterData/data/master/store 2024-12-05T13:23:52,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741829_1005 (size=34) 2024-12-05T13:23:53,072 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:23:53,072 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:23:53,072 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:23:53,072 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:23:53,072 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:23:53,072 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:23:53,072 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:23:53,072 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733405033072Disabling compacts and flushes for region at 1733405033072Disabling writes for close at 1733405033072Writing region close event to WAL at 1733405033072Closed at 1733405033072 2024-12-05T13:23:53,073 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/MasterData/data/master/store/.initializing 2024-12-05T13:23:53,073 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/MasterData/WALs/88aaa70743e7,37493,1733405031175 2024-12-05T13:23:53,074 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:23:53,075 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=88aaa70743e7%2C37493%2C1733405031175, suffix=, logDir=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/MasterData/WALs/88aaa70743e7,37493,1733405031175, archiveDir=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/MasterData/oldWALs, maxLogs=10 2024-12-05T13:23:53,085 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/MasterData/WALs/88aaa70743e7,37493,1733405031175/88aaa70743e7%2C37493%2C1733405031175.1733405033075, exclude list is [], retry=0 2024-12-05T13:23:53,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40619,DS-5be4ff27-e74b-451e-82e3-f5b57bf92bb5,DISK] 2024-12-05T13:23:53,089 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/MasterData/WALs/88aaa70743e7,37493,1733405031175/88aaa70743e7%2C37493%2C1733405031175.1733405033075 2024-12-05T13:23:53,089 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46879:46879)] 2024-12-05T13:23:53,089 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:23:53,089 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:23:53,089 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:53,089 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:53,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:53,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T13:23:53,091 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:53,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:23:53,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:53,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T13:23:53,092 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:53,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:23:53,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:53,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T13:23:53,093 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:53,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:23:53,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:53,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T13:23:53,094 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:53,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:23:53,094 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:53,094 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:53,095 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:53,095 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:53,095 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:53,096 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:23:53,096 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:53,097 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:23:53,098 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64591392, jitterRate=-0.03751325607299805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:23:53,098 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733405033089Initializing all the Stores at 1733405033090 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405033090Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405033090Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405033090Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405033090Cleaning up temporary data from old regions at 1733405033095 (+5 ms)Region opened successfully at 1733405033098 (+3 ms) 2024-12-05T13:23:53,098 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T13:23:53,100 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4804d9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:23:53,101 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T13:23:53,101 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T13:23:53,101 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T13:23:53,101 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T13:23:53,101 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T13:23:53,101 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T13:23:53,101 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T13:23:53,103 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T13:23:53,103 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37493-0x101a6d779c20000, quorum=127.0.0.1:54421, baseZNode=/01700485710 Unable to get data of znode /01700485710/balancer because node does not exist (not necessarily an error) 2024-12-05T13:23:53,163 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01700485710/balancer already deleted, retry=false 2024-12-05T13:23:53,164 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T13:23:53,164 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37493-0x101a6d779c20000, quorum=127.0.0.1:54421, baseZNode=/01700485710 Unable to get data of znode /01700485710/normalizer because node does not exist (not necessarily an error) 2024-12-05T13:23:53,172 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01700485710/normalizer already deleted, retry=false 2024-12-05T13:23:53,172 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T13:23:53,173 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37493-0x101a6d779c20000, quorum=127.0.0.1:54421, baseZNode=/01700485710 Unable to get data of znode /01700485710/switch/split because node does not exist (not necessarily an error) 2024-12-05T13:23:53,180 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01700485710/switch/split already deleted, retry=false 2024-12-05T13:23:53,181 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37493-0x101a6d779c20000, quorum=127.0.0.1:54421, baseZNode=/01700485710 Unable to get data of znode /01700485710/switch/merge because node does not exist (not necessarily an error) 2024-12-05T13:23:53,188 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01700485710/switch/merge already deleted, retry=false 2024-12-05T13:23:53,190 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37493-0x101a6d779c20000, quorum=127.0.0.1:54421, baseZNode=/01700485710 Unable to get data of znode /01700485710/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T13:23:53,196 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01700485710/snapshot-cleanup already deleted, retry=false 2024-12-05T13:23:53,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37493-0x101a6d779c20000, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01700485710/running 2024-12-05T13:23:53,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x101a6d779c20001, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01700485710/running 2024-12-05T13:23:53,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37493-0x101a6d779c20000, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01700485710 2024-12-05T13:23:53,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x101a6d779c20001, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01700485710 2024-12-05T13:23:53,205 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=88aaa70743e7,37493,1733405031175, sessionid=0x101a6d779c20000, setting cluster-up flag (Was=false) 2024-12-05T13:23:53,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37493-0x101a6d779c20000, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01700485710 2024-12-05T13:23:53,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x101a6d779c20001, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01700485710 2024-12-05T13:23:53,247 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01700485710/flush-table-proc/acquired, /01700485710/flush-table-proc/reached, /01700485710/flush-table-proc/abort 2024-12-05T13:23:53,248 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,37493,1733405031175 2024-12-05T13:23:53,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x101a6d779c20001, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01700485710 2024-12-05T13:23:53,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37493-0x101a6d779c20000, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01700485710 2024-12-05T13:23:53,288 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01700485710/online-snapshot/acquired, /01700485710/online-snapshot/reached, /01700485710/online-snapshot/abort 2024-12-05T13:23:53,289 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,37493,1733405031175 2024-12-05T13:23:53,290 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T13:23:53,291 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T13:23:53,291 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T13:23:53,292 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T13:23:53,292 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 88aaa70743e7,37493,1733405031175 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T13:23:53,293 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:23:53,293 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:23:53,293 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:23:53,293 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:23:53,293 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/88aaa70743e7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T13:23:53,293 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:53,293 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:23:53,293 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:53,294 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733405063294 2024-12-05T13:23:53,294 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T13:23:53,294 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T13:23:53,294 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T13:23:53,294 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T13:23:53,294 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T13:23:53,294 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T13:23:53,294 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:53,294 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:23:53,294 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T13:23:53,294 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T13:23:53,294 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T13:23:53,294 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T13:23:53,294 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T13:23:53,295 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T13:23:53,295 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T13:23:53,295 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733405033295,5,FailOnTimeoutGroup] 2024-12-05T13:23:53,295 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:53,295 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733405033295,5,FailOnTimeoutGroup] 2024-12-05T13:23:53,295 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:53,295 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T13:23:53,295 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:53,295 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:53,295 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T13:23:53,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741831_1007 (size=1321) 2024-12-05T13:23:53,358 INFO [RS:0;88aaa70743e7:33515 {}] regionserver.HRegionServer(746): ClusterId : fda38675-272e-44db-b8be-9029d4925976 2024-12-05T13:23:53,358 DEBUG [RS:0;88aaa70743e7:33515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T13:23:53,364 DEBUG [RS:0;88aaa70743e7:33515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T13:23:53,364 DEBUG [RS:0;88aaa70743e7:33515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T13:23:53,372 DEBUG [RS:0;88aaa70743e7:33515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T13:23:53,373 DEBUG [RS:0;88aaa70743e7:33515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a512fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:23:53,383 DEBUG [RS:0;88aaa70743e7:33515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;88aaa70743e7:33515 2024-12-05T13:23:53,383 INFO [RS:0;88aaa70743e7:33515 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T13:23:53,383 INFO [RS:0;88aaa70743e7:33515 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T13:23:53,383 DEBUG [RS:0;88aaa70743e7:33515 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T13:23:53,383 INFO [RS:0;88aaa70743e7:33515 {}] regionserver.HRegionServer(2659): reportForDuty to master=88aaa70743e7,37493,1733405031175 with port=33515, startcode=1733405031333 2024-12-05T13:23:53,384 DEBUG [RS:0;88aaa70743e7:33515 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T13:23:53,385 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T13:23:53,385 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37493 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 88aaa70743e7,33515,1733405031333 2024-12-05T13:23:53,385 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37493 {}] master.ServerManager(517): Registering regionserver=88aaa70743e7,33515,1733405031333 2024-12-05T13:23:53,387 DEBUG [RS:0;88aaa70743e7:33515 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86 2024-12-05T13:23:53,387 DEBUG [RS:0;88aaa70743e7:33515 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41209 2024-12-05T13:23:53,387 DEBUG [RS:0;88aaa70743e7:33515 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T13:23:53,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37493-0x101a6d779c20000, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01700485710/rs 2024-12-05T13:23:53,397 DEBUG [RS:0;88aaa70743e7:33515 {}] zookeeper.ZKUtil(111): regionserver:33515-0x101a6d779c20001, quorum=127.0.0.1:54421, baseZNode=/01700485710 Set watcher on existing znode=/01700485710/rs/88aaa70743e7,33515,1733405031333 2024-12-05T13:23:53,397 WARN [RS:0;88aaa70743e7:33515 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:23:53,397 INFO [RS:0;88aaa70743e7:33515 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:23:53,397 DEBUG [RS:0;88aaa70743e7:33515 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333 2024-12-05T13:23:53,397 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [88aaa70743e7,33515,1733405031333] 2024-12-05T13:23:53,400 INFO [RS:0;88aaa70743e7:33515 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T13:23:53,401 INFO [RS:0;88aaa70743e7:33515 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T13:23:53,401 INFO [RS:0;88aaa70743e7:33515 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T13:23:53,401 INFO [RS:0;88aaa70743e7:33515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:53,402 INFO [RS:0;88aaa70743e7:33515 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T13:23:53,402 INFO [RS:0;88aaa70743e7:33515 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T13:23:53,402 INFO [RS:0;88aaa70743e7:33515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:53,402 DEBUG [RS:0;88aaa70743e7:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:53,402 DEBUG [RS:0;88aaa70743e7:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:53,402 DEBUG [RS:0;88aaa70743e7:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:53,402 DEBUG [RS:0;88aaa70743e7:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:53,402 DEBUG [RS:0;88aaa70743e7:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:53,402 DEBUG [RS:0;88aaa70743e7:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:23:53,402 DEBUG [RS:0;88aaa70743e7:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:53,402 DEBUG [RS:0;88aaa70743e7:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:53,402 DEBUG [RS:0;88aaa70743e7:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:53,402 DEBUG [RS:0;88aaa70743e7:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:53,402 DEBUG [RS:0;88aaa70743e7:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:53,402 DEBUG [RS:0;88aaa70743e7:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:53,402 DEBUG [RS:0;88aaa70743e7:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:23:53,402 DEBUG [RS:0;88aaa70743e7:33515 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:23:53,403 INFO [RS:0;88aaa70743e7:33515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:53,403 INFO [RS:0;88aaa70743e7:33515 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:53,403 INFO [RS:0;88aaa70743e7:33515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:53,403 INFO [RS:0;88aaa70743e7:33515 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:53,403 INFO [RS:0;88aaa70743e7:33515 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:53,403 INFO [RS:0;88aaa70743e7:33515 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,33515,1733405031333-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:23:53,417 INFO [RS:0;88aaa70743e7:33515 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T13:23:53,417 INFO [RS:0;88aaa70743e7:33515 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,33515,1733405031333-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:53,417 INFO [RS:0;88aaa70743e7:33515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:53,417 INFO [RS:0;88aaa70743e7:33515 {}] regionserver.Replication(171): 88aaa70743e7,33515,1733405031333 started 2024-12-05T13:23:53,428 INFO [RS:0;88aaa70743e7:33515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:53,428 INFO [RS:0;88aaa70743e7:33515 {}] regionserver.HRegionServer(1482): Serving as 88aaa70743e7,33515,1733405031333, RpcServer on 88aaa70743e7/172.17.0.3:33515, sessionid=0x101a6d779c20001 2024-12-05T13:23:53,428 DEBUG [RS:0;88aaa70743e7:33515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T13:23:53,428 DEBUG [RS:0;88aaa70743e7:33515 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 88aaa70743e7,33515,1733405031333 2024-12-05T13:23:53,428 DEBUG [RS:0;88aaa70743e7:33515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,33515,1733405031333' 2024-12-05T13:23:53,428 DEBUG [RS:0;88aaa70743e7:33515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01700485710/flush-table-proc/abort' 2024-12-05T13:23:53,429 DEBUG [RS:0;88aaa70743e7:33515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01700485710/flush-table-proc/acquired' 2024-12-05T13:23:53,429 DEBUG [RS:0;88aaa70743e7:33515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T13:23:53,429 DEBUG [RS:0;88aaa70743e7:33515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T13:23:53,429 DEBUG [RS:0;88aaa70743e7:33515 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 88aaa70743e7,33515,1733405031333 2024-12-05T13:23:53,429 DEBUG [RS:0;88aaa70743e7:33515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,33515,1733405031333' 2024-12-05T13:23:53,429 DEBUG [RS:0;88aaa70743e7:33515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01700485710/online-snapshot/abort' 2024-12-05T13:23:53,429 DEBUG [RS:0;88aaa70743e7:33515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01700485710/online-snapshot/acquired' 2024-12-05T13:23:53,429 DEBUG [RS:0;88aaa70743e7:33515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T13:23:53,429 INFO [RS:0;88aaa70743e7:33515 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T13:23:53,429 INFO [RS:0;88aaa70743e7:33515 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T13:23:53,530 INFO [RS:0;88aaa70743e7:33515 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:23:53,531 INFO [RS:0;88aaa70743e7:33515 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C33515%2C1733405031333, suffix=, logDir=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333, archiveDir=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/oldWALs, maxLogs=10 2024-12-05T13:23:53,541 DEBUG [RS:0;88aaa70743e7:33515 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531, exclude list is [], retry=0 2024-12-05T13:23:53,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40619,DS-5be4ff27-e74b-451e-82e3-f5b57bf92bb5,DISK] 2024-12-05T13:23:53,545 INFO [RS:0;88aaa70743e7:33515 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 2024-12-05T13:23:53,545 DEBUG [RS:0;88aaa70743e7:33515 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46879:46879)] 2024-12-05T13:23:53,560 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:23:53,561 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [88aaa70743e7,39319,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:39319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T13:23:53,561 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38352 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [88aaa70743e7,39319,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:39319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T13:23:53,704 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T13:23:53,704 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86 2024-12-05T13:23:53,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741833_1009 (size=32) 2024-12-05T13:23:54,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:23:54,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:23:54,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:23:54,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:54,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:23:54,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:23:54,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:23:54,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:54,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:23:54,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:23:54,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:23:54,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:54,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:23:54,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:23:54,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:23:54,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:54,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:23:54,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:23:54,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/hbase/meta/1588230740 2024-12-05T13:23:54,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/hbase/meta/1588230740 2024-12-05T13:23:54,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:23:54,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:23:54,116 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:23:54,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:23:54,118 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:23:54,118 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71512657, jitterRate=0.06562162935733795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:23:54,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733405034109Initializing all the Stores at 1733405034109Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405034110 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405034110Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405034110Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405034110Cleaning up temporary data from old regions at 1733405034116 (+6 ms)Region opened successfully at 1733405034119 (+3 ms) 2024-12-05T13:23:54,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:23:54,119 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:23:54,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:23:54,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:23:54,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:23:54,119 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:23:54,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733405034119Disabling compacts and flushes for region at 1733405034119Disabling writes for close at 1733405034119Writing region close event to WAL at 1733405034119Closed at 1733405034119 2024-12-05T13:23:54,120 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:23:54,120 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T13:23:54,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T13:23:54,121 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:23:54,122 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T13:23:54,272 DEBUG [88aaa70743e7:37493 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T13:23:54,272 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=88aaa70743e7,33515,1733405031333 2024-12-05T13:23:54,273 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,33515,1733405031333, state=OPENING 2024-12-05T13:23:54,330 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T13:23:54,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37493-0x101a6d779c20000, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01700485710 2024-12-05T13:23:54,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x101a6d779c20001, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01700485710 2024-12-05T13:23:54,339 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01700485710/meta-region-server: CHANGED 2024-12-05T13:23:54,339 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01700485710/meta-region-server: CHANGED 2024-12-05T13:23:54,339 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:23:54,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,33515,1733405031333}] 2024-12-05T13:23:54,491 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:23:54,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T13:23:54,494 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T13:23:54,494 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:23:54,494 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T13:23:54,495 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C33515%2C1733405031333.meta, suffix=.meta, logDir=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333, archiveDir=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/oldWALs, maxLogs=10 2024-12-05T13:23:54,506 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.meta.1733405034496.meta, exclude list is [], retry=0 2024-12-05T13:23:54,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40619,DS-5be4ff27-e74b-451e-82e3-f5b57bf92bb5,DISK] 2024-12-05T13:23:54,509 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.meta.1733405034496.meta 2024-12-05T13:23:54,509 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46879:46879)] 2024-12-05T13:23:54,510 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:23:54,510 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:23:54,510 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:23:54,510 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T13:23:54,510 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T13:23:54,510 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T13:23:54,510 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:23:54,510 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T13:23:54,510 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T13:23:54,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:23:54,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:23:54,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:54,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:23:54,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:23:54,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:23:54,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:54,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:23:54,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:23:54,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:23:54,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:54,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:23:54,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:23:54,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:23:54,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:54,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:23:54,515 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:23:54,516 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/hbase/meta/1588230740 2024-12-05T13:23:54,516 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/hbase/meta/1588230740 2024-12-05T13:23:54,517 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:23:54,517 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:23:54,517 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:23:54,518 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:23:54,518 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72569993, jitterRate=0.08137716352939606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:23:54,518 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T13:23:54,519 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733405034510Writing region info on filesystem at 1733405034510Initializing all the Stores at 1733405034511 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405034511Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405034511Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405034511Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405034511Cleaning up temporary data from old regions at 1733405034517 (+6 ms)Running coprocessor post-open hooks at 1733405034518 (+1 ms)Region opened successfully at 1733405034519 (+1 ms) 2024-12-05T13:23:54,520 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733405034490 2024-12-05T13:23:54,521 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T13:23:54,521 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T13:23:54,522 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=88aaa70743e7,33515,1733405031333 2024-12-05T13:23:54,522 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,33515,1733405031333, state=OPEN 2024-12-05T13:23:54,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x101a6d779c20001, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01700485710/meta-region-server 2024-12-05T13:23:54,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37493-0x101a6d779c20000, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01700485710/meta-region-server 2024-12-05T13:23:54,549 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=88aaa70743e7,33515,1733405031333 2024-12-05T13:23:54,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01700485710/meta-region-server: CHANGED 2024-12-05T13:23:54,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01700485710/meta-region-server: CHANGED 2024-12-05T13:23:54,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T13:23:54,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,33515,1733405031333 in 210 msec 2024-12-05T13:23:54,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T13:23:54,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 430 msec 2024-12-05T13:23:54,552 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:23:54,552 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T13:23:54,553 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:23:54,553 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,33515,1733405031333, seqNum=-1] 2024-12-05T13:23:54,553 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:23:54,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:23:54,558 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2660 sec 2024-12-05T13:23:54,558 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733405034558, completionTime=-1 2024-12-05T13:23:54,558 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T13:23:54,558 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T13:23:54,559 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T13:23:54,559 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733405094559 2024-12-05T13:23:54,559 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733405154559 2024-12-05T13:23:54,559 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T13:23:54,559 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,37493,1733405031175-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:54,559 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,37493,1733405031175-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:54,560 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,37493,1733405031175-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:54,560 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-88aaa70743e7:37493, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:54,560 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:54,560 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:54,561 DEBUG [master/88aaa70743e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T13:23:54,562 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.165sec 2024-12-05T13:23:54,562 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T13:23:54,562 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T13:23:54,562 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T13:23:54,562 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T13:23:54,562 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T13:23:54,562 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,37493,1733405031175-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:23:54,563 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,37493,1733405031175-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T13:23:54,564 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T13:23:54,564 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T13:23:54,564 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,37493,1733405031175-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:54,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22cfebc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:54,659 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,37493,-1 for getting cluster id 2024-12-05T13:23:54,659 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:23:54,660 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fda38675-272e-44db-b8be-9029d4925976' 2024-12-05T13:23:54,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:23:54,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fda38675-272e-44db-b8be-9029d4925976" 2024-12-05T13:23:54,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23534fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:54,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,37493,-1] 2024-12-05T13:23:54,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:23:54,661 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:54,661 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:23:54,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eca1511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:54,662 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:23:54,663 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,33515,1733405031333, seqNum=-1] 2024-12-05T13:23:54,663 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:23:54,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:23:54,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=88aaa70743e7,37493,1733405031175 2024-12-05T13:23:54,665 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54421 2024-12-05T13:23:54,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:23:54,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a6d779c20002 connected 2024-12-05T13:23:54,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93/hadoop.log.dir so I do NOT create it in target/test-data/7cf2253f-97f8-5d08-9b55-9623a65d8425 2024-12-05T13:23:54,690 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T13:23:54,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93/hadoop.tmp.dir so I do NOT create it in target/test-data/7cf2253f-97f8-5d08-9b55-9623a65d8425 2024-12-05T13:23:54,690 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T13:23:54,690 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cf2253f-97f8-5d08-9b55-9623a65d8425 2024-12-05T13:23:54,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T13:23:54,690 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cf2253f-97f8-5d08-9b55-9623a65d8425/cluster_9fa2cc70-cb18-0d44-1526-b2a880d35c06, deleteOnExit=true 2024-12-05T13:23:54,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T13:23:54,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cf2253f-97f8-5d08-9b55-9623a65d8425/test.cache.data in system properties and HBase conf 2024-12-05T13:23:54,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cf2253f-97f8-5d08-9b55-9623a65d8425/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T13:23:54,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cf2253f-97f8-5d08-9b55-9623a65d8425/hadoop.log.dir in system properties and HBase conf 2024-12-05T13:23:54,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cf2253f-97f8-5d08-9b55-9623a65d8425/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T13:23:54,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cf2253f-97f8-5d08-9b55-9623a65d8425/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T13:23:54,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T13:23:54,691 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T13:23:54,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cf2253f-97f8-5d08-9b55-9623a65d8425/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:23:54,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cf2253f-97f8-5d08-9b55-9623a65d8425/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:23:54,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cf2253f-97f8-5d08-9b55-9623a65d8425/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T13:23:54,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cf2253f-97f8-5d08-9b55-9623a65d8425/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:23:54,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cf2253f-97f8-5d08-9b55-9623a65d8425/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T13:23:54,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cf2253f-97f8-5d08-9b55-9623a65d8425/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T13:23:54,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cf2253f-97f8-5d08-9b55-9623a65d8425/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:23:54,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cf2253f-97f8-5d08-9b55-9623a65d8425/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:23:54,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cf2253f-97f8-5d08-9b55-9623a65d8425/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T13:23:54,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cf2253f-97f8-5d08-9b55-9623a65d8425/nfs.dump.dir in system properties and HBase conf 2024-12-05T13:23:54,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cf2253f-97f8-5d08-9b55-9623a65d8425/java.io.tmpdir in system properties and HBase conf 2024-12-05T13:23:54,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cf2253f-97f8-5d08-9b55-9623a65d8425/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:23:54,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cf2253f-97f8-5d08-9b55-9623a65d8425/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T13:23:54,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cf2253f-97f8-5d08-9b55-9623a65d8425/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T13:23:54,907 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:23:54,910 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:23:54,911 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:23:54,911 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:23:54,911 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:23:54,912 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:23:54,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@765f208b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cf2253f-97f8-5d08-9b55-9623a65d8425/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:23:54,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bd6c149{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:23:55,002 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@413a7cc8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cf2253f-97f8-5d08-9b55-9623a65d8425/java.io.tmpdir/jetty-localhost-42457-hadoop-hdfs-3_4_1-tests_jar-_-any-3609907881398510197/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:23:55,002 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27a0a604{HTTP/1.1, (http/1.1)}{localhost:42457} 2024-12-05T13:23:55,002 INFO [Time-limited test {}] server.Server(415): Started @230838ms 2024-12-05T13:23:55,166 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:23:55,168 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:23:55,171 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:23:55,171 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:23:55,171 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:23:55,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@eb71081{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cf2253f-97f8-5d08-9b55-9623a65d8425/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:23:55,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52a9f051{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:23:55,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@118e77a4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cf2253f-97f8-5d08-9b55-9623a65d8425/java.io.tmpdir/jetty-localhost-45451-hadoop-hdfs-3_4_1-tests_jar-_-any-8818847214369874091/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:23:55,260 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70460d30{HTTP/1.1, (http/1.1)}{localhost:45451} 2024-12-05T13:23:55,260 INFO [Time-limited test {}] server.Server(415): Started @231096ms 2024-12-05T13:23:55,261 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:23:55,689 WARN [Thread-2788 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cf2253f-97f8-5d08-9b55-9623a65d8425/cluster_9fa2cc70-cb18-0d44-1526-b2a880d35c06/data/data1/current/BP-1486847108-172.17.0.3-1733405034704/current, will proceed with Du for space computation calculation, 2024-12-05T13:23:55,689 WARN [Thread-2789 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cf2253f-97f8-5d08-9b55-9623a65d8425/cluster_9fa2cc70-cb18-0d44-1526-b2a880d35c06/data/data2/current/BP-1486847108-172.17.0.3-1733405034704/current, will proceed with Du for space computation calculation, 2024-12-05T13:23:55,707 WARN [Thread-2776 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:23:55,712 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94586a4facc9a2f6 with lease ID 0xc306a0542913e141: Processing first storage report for DS-fca7854b-5553-451e-87ce-301fd59024bf from datanode DatanodeRegistration(127.0.0.1:45187, datanodeUuid=46a97975-c90e-4a81-8b1c-2eb497faecbc, infoPort=35579, infoSecurePort=0, ipcPort=42345, storageInfo=lv=-57;cid=testClusterID;nsid=1596256205;c=1733405034704) 2024-12-05T13:23:55,712 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94586a4facc9a2f6 with lease ID 0xc306a0542913e141: from storage DS-fca7854b-5553-451e-87ce-301fd59024bf node DatanodeRegistration(127.0.0.1:45187, datanodeUuid=46a97975-c90e-4a81-8b1c-2eb497faecbc, infoPort=35579, infoSecurePort=0, ipcPort=42345, storageInfo=lv=-57;cid=testClusterID;nsid=1596256205;c=1733405034704), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:23:55,712 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94586a4facc9a2f6 with lease ID 0xc306a0542913e141: Processing first storage report for DS-70b08c8e-a4da-4706-a791-4d4c6349ec7b from datanode DatanodeRegistration(127.0.0.1:45187, datanodeUuid=46a97975-c90e-4a81-8b1c-2eb497faecbc, infoPort=35579, infoSecurePort=0, ipcPort=42345, storageInfo=lv=-57;cid=testClusterID;nsid=1596256205;c=1733405034704) 2024-12-05T13:23:55,712 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94586a4facc9a2f6 with lease ID 0xc306a0542913e141: from storage DS-70b08c8e-a4da-4706-a791-4d4c6349ec7b node DatanodeRegistration(127.0.0.1:45187, datanodeUuid=46a97975-c90e-4a81-8b1c-2eb497faecbc, infoPort=35579, infoSecurePort=0, ipcPort=42345, storageInfo=lv=-57;cid=testClusterID;nsid=1596256205;c=1733405034704), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:23:55,794 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cf2253f-97f8-5d08-9b55-9623a65d8425 2024-12-05T13:23:55,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:23:55,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:23:55,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741825_1001 (size=7) 2024-12-05T13:23:56,202 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c with version=8 2024-12-05T13:23:56,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/hbase-staging 2024-12-05T13:23:56,204 INFO [Time-limited test {}] client.ConnectionUtils(128): master/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:23:56,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:23:56,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:23:56,204 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:23:56,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:23:56,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:23:56,205 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T13:23:56,205 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:23:56,215 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44077 2024-12-05T13:23:56,216 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44077 connecting to ZooKeeper ensemble=127.0.0.1:54421 2024-12-05T13:23:56,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440770x0, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:23:56,247 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44077-0x101a6d779c20003 connected 2024-12-05T13:23:56,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:23:56,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:23:56,308 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44077-0x101a6d779c20003, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Set watcher on znode that does not yet exist, /1-1418258020/running 2024-12-05T13:23:56,308 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c, hbase.cluster.distributed=false 2024-12-05T13:23:56,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44077-0x101a6d779c20003, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Set watcher on znode that does not yet exist, /1-1418258020/acl 2024-12-05T13:23:56,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44077 2024-12-05T13:23:56,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44077 2024-12-05T13:23:56,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44077 2024-12-05T13:23:56,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44077 2024-12-05T13:23:56,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44077 2024-12-05T13:23:56,322 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:23:56,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:23:56,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:23:56,322 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:23:56,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:23:56,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:23:56,322 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T13:23:56,322 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:23:56,323 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38935 2024-12-05T13:23:56,323 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38935 connecting to ZooKeeper ensemble=127.0.0.1:54421 2024-12-05T13:23:56,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:23:56,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:23:56,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389350x0, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:23:56,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38935-0x101a6d779c20004, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Set watcher on znode that does not yet exist, /1-1418258020/running 2024-12-05T13:23:56,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38935-0x101a6d779c20004 connected 2024-12-05T13:23:56,337 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T13:23:56,338 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T13:23:56,338 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38935-0x101a6d779c20004, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Set watcher on znode that does not yet exist, /1-1418258020/master 2024-12-05T13:23:56,339 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38935-0x101a6d779c20004, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Set watcher on znode that does not yet exist, /1-1418258020/acl 2024-12-05T13:23:56,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38935 2024-12-05T13:23:56,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38935 2024-12-05T13:23:56,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38935 2024-12-05T13:23:56,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38935 2024-12-05T13:23:56,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38935 2024-12-05T13:23:56,355 DEBUG [M:0;88aaa70743e7:44077 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;88aaa70743e7:44077 2024-12-05T13:23:56,356 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1418258020/backup-masters/88aaa70743e7,44077,1733405036204 2024-12-05T13:23:56,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38935-0x101a6d779c20004, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418258020/backup-masters 2024-12-05T13:23:56,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x101a6d779c20003, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418258020/backup-masters 2024-12-05T13:23:56,364 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44077-0x101a6d779c20003, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Set watcher on existing znode=/1-1418258020/backup-masters/88aaa70743e7,44077,1733405036204 2024-12-05T13:23:56,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38935-0x101a6d779c20004, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1418258020/master 2024-12-05T13:23:56,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x101a6d779c20003, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418258020 2024-12-05T13:23:56,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38935-0x101a6d779c20004, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418258020 2024-12-05T13:23:56,372 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44077-0x101a6d779c20003, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Set watcher on existing znode=/1-1418258020/master 2024-12-05T13:23:56,372 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1418258020/backup-masters/88aaa70743e7,44077,1733405036204 from backup master directory 2024-12-05T13:23:56,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x101a6d779c20003, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1418258020/backup-masters/88aaa70743e7,44077,1733405036204 2024-12-05T13:23:56,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38935-0x101a6d779c20004, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418258020/backup-masters 2024-12-05T13:23:56,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x101a6d779c20003, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418258020/backup-masters 2024-12-05T13:23:56,380 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:23:56,380 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=88aaa70743e7,44077,1733405036204 2024-12-05T13:23:56,382 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/hbase.id] with ID: c885736e-bcc5-4308-b3ec-87d841056e03 2024-12-05T13:23:56,382 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/.tmp/hbase.id 2024-12-05T13:23:56,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741826_1002 (size=42) 2024-12-05T13:23:56,789 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/.tmp/hbase.id]:[hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/hbase.id] 2024-12-05T13:23:56,796 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:23:56,796 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T13:23:56,797 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T13:23:56,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x101a6d779c20003, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418258020 2024-12-05T13:23:56,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38935-0x101a6d779c20004, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418258020 2024-12-05T13:23:56,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741827_1003 (size=196) 2024-12-05T13:23:57,226 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:23:57,227 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T13:23:57,227 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:23:57,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741828_1004 (size=1189) 2024-12-05T13:23:57,503 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:23:57,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:57,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:57,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:57,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:57,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:57,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:57,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:57,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:57,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:57,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:57,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:57,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:23:57,633 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/MasterData/data/master/store 2024-12-05T13:23:57,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741829_1005 (size=34) 2024-12-05T13:23:58,038 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:23:58,038 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:23:58,038 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:23:58,038 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:23:58,038 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:23:58,038 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:23:58,039 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:23:58,039 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733405038038Disabling compacts and flushes for region at 1733405038038Disabling writes for close at 1733405038038Writing region close event to WAL at 1733405038038Closed at 1733405038039 (+1 ms) 2024-12-05T13:23:58,039 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/MasterData/data/master/store/.initializing 2024-12-05T13:23:58,039 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/MasterData/WALs/88aaa70743e7,44077,1733405036204 2024-12-05T13:23:58,040 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:23:58,041 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=88aaa70743e7%2C44077%2C1733405036204, suffix=, logDir=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/MasterData/WALs/88aaa70743e7,44077,1733405036204, archiveDir=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/MasterData/oldWALs, maxLogs=10 2024-12-05T13:23:58,051 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/MasterData/WALs/88aaa70743e7,44077,1733405036204/88aaa70743e7%2C44077%2C1733405036204.1733405038041, exclude list is [], retry=0 2024-12-05T13:23:58,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45187,DS-fca7854b-5553-451e-87ce-301fd59024bf,DISK] 2024-12-05T13:23:58,055 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/MasterData/WALs/88aaa70743e7,44077,1733405036204/88aaa70743e7%2C44077%2C1733405036204.1733405038041 2024-12-05T13:23:58,055 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35579:35579)] 2024-12-05T13:23:58,055 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:23:58,055 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:23:58,055 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:58,055 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:58,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:58,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T13:23:58,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:58,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:23:58,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:58,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T13:23:58,058 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:58,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:23:58,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:58,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T13:23:58,059 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:58,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:23:58,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:58,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T13:23:58,060 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:58,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:23:58,060 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:58,061 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:58,061 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:58,062 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:58,062 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:58,062 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:23:58,063 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:23:58,066 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:23:58,066 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72446111, jitterRate=0.07953117787837982}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:23:58,066 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733405038055Initializing all the Stores at 1733405038056 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405038056Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405038056Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405038056Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405038056Cleaning up temporary data from old regions at 1733405038062 (+6 ms)Region opened successfully at 1733405038066 (+4 ms) 2024-12-05T13:23:58,067 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T13:23:58,069 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de3b38c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:23:58,069 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T13:23:58,070 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T13:23:58,070 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T13:23:58,070 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T13:23:58,070 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T13:23:58,070 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T13:23:58,070 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T13:23:58,072 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T13:23:58,073 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44077-0x101a6d779c20003, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Unable to get data of znode /1-1418258020/balancer because node does not exist (not necessarily an error) 2024-12-05T13:23:58,121 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1418258020/balancer already deleted, retry=false 2024-12-05T13:23:58,122 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T13:23:58,123 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44077-0x101a6d779c20003, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Unable to get data of znode /1-1418258020/normalizer because node does not exist (not necessarily an error) 2024-12-05T13:23:58,130 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1418258020/normalizer already deleted, retry=false 2024-12-05T13:23:58,130 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T13:23:58,131 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44077-0x101a6d779c20003, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Unable to get data of znode /1-1418258020/switch/split because node does not exist (not necessarily an error) 2024-12-05T13:23:58,138 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1418258020/switch/split already deleted, retry=false 2024-12-05T13:23:58,139 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44077-0x101a6d779c20003, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Unable to get data of znode /1-1418258020/switch/merge because node does not exist (not necessarily an error) 2024-12-05T13:23:58,146 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1418258020/switch/merge already deleted, retry=false 2024-12-05T13:23:58,148 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44077-0x101a6d779c20003, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Unable to get data of znode /1-1418258020/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T13:23:58,155 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1418258020/snapshot-cleanup already deleted, retry=false 2024-12-05T13:23:58,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x101a6d779c20003, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1418258020/running 2024-12-05T13:23:58,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38935-0x101a6d779c20004, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1418258020/running 2024-12-05T13:23:58,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x101a6d779c20003, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418258020 2024-12-05T13:23:58,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38935-0x101a6d779c20004, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418258020 2024-12-05T13:23:58,163 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=88aaa70743e7,44077,1733405036204, sessionid=0x101a6d779c20003, setting cluster-up flag (Was=false) 2024-12-05T13:23:58,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38935-0x101a6d779c20004, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418258020 2024-12-05T13:23:58,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x101a6d779c20003, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418258020 2024-12-05T13:23:58,205 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1418258020/flush-table-proc/acquired, /1-1418258020/flush-table-proc/reached, /1-1418258020/flush-table-proc/abort 2024-12-05T13:23:58,205 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,44077,1733405036204 2024-12-05T13:23:58,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38935-0x101a6d779c20004, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418258020 2024-12-05T13:23:58,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x101a6d779c20003, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418258020 2024-12-05T13:23:58,246 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1418258020/online-snapshot/acquired, /1-1418258020/online-snapshot/reached, /1-1418258020/online-snapshot/abort 2024-12-05T13:23:58,247 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,44077,1733405036204 2024-12-05T13:23:58,248 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T13:23:58,249 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T13:23:58,250 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T13:23:58,250 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T13:23:58,250 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 88aaa70743e7,44077,1733405036204 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T13:23:58,251 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:23:58,251 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:23:58,251 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:23:58,251 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:23:58,251 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/88aaa70743e7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T13:23:58,251 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:58,251 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:23:58,251 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:58,252 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733405068252 2024-12-05T13:23:58,252 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T13:23:58,252 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:23:58,252 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T13:23:58,252 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T13:23:58,252 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T13:23:58,253 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T13:23:58,253 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T13:23:58,253 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T13:23:58,253 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:58,253 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:58,253 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T13:23:58,253 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T13:23:58,253 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T13:23:58,253 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T13:23:58,254 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T13:23:58,254 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T13:23:58,254 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T13:23:58,254 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733405038254,5,FailOnTimeoutGroup] 2024-12-05T13:23:58,254 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733405038254,5,FailOnTimeoutGroup] 2024-12-05T13:23:58,254 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:58,255 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T13:23:58,255 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:58,255 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:58,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741831_1007 (size=1321) 2024-12-05T13:23:58,349 INFO [RS:0;88aaa70743e7:38935 {}] regionserver.HRegionServer(746): ClusterId : c885736e-bcc5-4308-b3ec-87d841056e03 2024-12-05T13:23:58,349 DEBUG [RS:0;88aaa70743e7:38935 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T13:23:58,355 DEBUG [RS:0;88aaa70743e7:38935 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T13:23:58,355 DEBUG [RS:0;88aaa70743e7:38935 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T13:23:58,364 DEBUG [RS:0;88aaa70743e7:38935 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T13:23:58,364 DEBUG [RS:0;88aaa70743e7:38935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33502547, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:23:58,373 DEBUG [RS:0;88aaa70743e7:38935 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;88aaa70743e7:38935 2024-12-05T13:23:58,373 INFO [RS:0;88aaa70743e7:38935 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T13:23:58,373 INFO [RS:0;88aaa70743e7:38935 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T13:23:58,373 DEBUG [RS:0;88aaa70743e7:38935 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T13:23:58,374 INFO [RS:0;88aaa70743e7:38935 {}] regionserver.HRegionServer(2659): reportForDuty to master=88aaa70743e7,44077,1733405036204 with port=38935, startcode=1733405036322 2024-12-05T13:23:58,374 DEBUG [RS:0;88aaa70743e7:38935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T13:23:58,375 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T13:23:58,376 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44077 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 88aaa70743e7,38935,1733405036322 2024-12-05T13:23:58,376 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44077 {}] master.ServerManager(517): Registering regionserver=88aaa70743e7,38935,1733405036322 2024-12-05T13:23:58,377 DEBUG [RS:0;88aaa70743e7:38935 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c 2024-12-05T13:23:58,377 DEBUG [RS:0;88aaa70743e7:38935 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40721 2024-12-05T13:23:58,377 DEBUG [RS:0;88aaa70743e7:38935 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T13:23:58,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x101a6d779c20003, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418258020/rs 2024-12-05T13:23:58,416 DEBUG [RS:0;88aaa70743e7:38935 {}] zookeeper.ZKUtil(111): regionserver:38935-0x101a6d779c20004, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Set watcher on existing znode=/1-1418258020/rs/88aaa70743e7,38935,1733405036322 2024-12-05T13:23:58,416 WARN [RS:0;88aaa70743e7:38935 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:23:58,416 INFO [RS:0;88aaa70743e7:38935 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:23:58,416 DEBUG [RS:0;88aaa70743e7:38935 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322 2024-12-05T13:23:58,416 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [88aaa70743e7,38935,1733405036322] 2024-12-05T13:23:58,419 INFO [RS:0;88aaa70743e7:38935 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T13:23:58,420 INFO [RS:0;88aaa70743e7:38935 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T13:23:58,420 INFO [RS:0;88aaa70743e7:38935 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T13:23:58,420 INFO [RS:0;88aaa70743e7:38935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:58,420 INFO [RS:0;88aaa70743e7:38935 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T13:23:58,421 INFO [RS:0;88aaa70743e7:38935 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T13:23:58,421 INFO [RS:0;88aaa70743e7:38935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:58,421 DEBUG [RS:0;88aaa70743e7:38935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:58,421 DEBUG [RS:0;88aaa70743e7:38935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:58,421 DEBUG [RS:0;88aaa70743e7:38935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:58,421 DEBUG [RS:0;88aaa70743e7:38935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:58,421 DEBUG [RS:0;88aaa70743e7:38935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:58,421 DEBUG [RS:0;88aaa70743e7:38935 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:23:58,421 DEBUG [RS:0;88aaa70743e7:38935 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:58,421 DEBUG [RS:0;88aaa70743e7:38935 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:58,421 DEBUG [RS:0;88aaa70743e7:38935 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:58,421 DEBUG [RS:0;88aaa70743e7:38935 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:58,421 DEBUG [RS:0;88aaa70743e7:38935 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:58,421 DEBUG [RS:0;88aaa70743e7:38935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:23:58,421 DEBUG [RS:0;88aaa70743e7:38935 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:23:58,421 DEBUG [RS:0;88aaa70743e7:38935 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:23:58,422 INFO [RS:0;88aaa70743e7:38935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:58,422 INFO [RS:0;88aaa70743e7:38935 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:58,422 INFO [RS:0;88aaa70743e7:38935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:58,422 INFO [RS:0;88aaa70743e7:38935 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:58,422 INFO [RS:0;88aaa70743e7:38935 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:58,422 INFO [RS:0;88aaa70743e7:38935 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,38935,1733405036322-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:23:58,433 INFO [RS:0;88aaa70743e7:38935 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T13:23:58,434 INFO [RS:0;88aaa70743e7:38935 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,38935,1733405036322-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:58,434 INFO [RS:0;88aaa70743e7:38935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:58,434 INFO [RS:0;88aaa70743e7:38935 {}] regionserver.Replication(171): 88aaa70743e7,38935,1733405036322 started 2024-12-05T13:23:58,445 INFO [RS:0;88aaa70743e7:38935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:58,445 INFO [RS:0;88aaa70743e7:38935 {}] regionserver.HRegionServer(1482): Serving as 88aaa70743e7,38935,1733405036322, RpcServer on 88aaa70743e7/172.17.0.3:38935, sessionid=0x101a6d779c20004 2024-12-05T13:23:58,445 DEBUG [RS:0;88aaa70743e7:38935 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T13:23:58,445 DEBUG [RS:0;88aaa70743e7:38935 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 88aaa70743e7,38935,1733405036322 2024-12-05T13:23:58,445 DEBUG [RS:0;88aaa70743e7:38935 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,38935,1733405036322' 2024-12-05T13:23:58,445 DEBUG [RS:0;88aaa70743e7:38935 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1418258020/flush-table-proc/abort' 2024-12-05T13:23:58,446 DEBUG [RS:0;88aaa70743e7:38935 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1418258020/flush-table-proc/acquired' 2024-12-05T13:23:58,446 DEBUG [RS:0;88aaa70743e7:38935 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T13:23:58,446 DEBUG [RS:0;88aaa70743e7:38935 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T13:23:58,446 DEBUG [RS:0;88aaa70743e7:38935 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 88aaa70743e7,38935,1733405036322 2024-12-05T13:23:58,446 DEBUG [RS:0;88aaa70743e7:38935 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,38935,1733405036322' 2024-12-05T13:23:58,446 DEBUG [RS:0;88aaa70743e7:38935 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1418258020/online-snapshot/abort' 2024-12-05T13:23:58,446 DEBUG [RS:0;88aaa70743e7:38935 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1418258020/online-snapshot/acquired' 2024-12-05T13:23:58,446 DEBUG [RS:0;88aaa70743e7:38935 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T13:23:58,446 INFO [RS:0;88aaa70743e7:38935 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T13:23:58,446 INFO [RS:0;88aaa70743e7:38935 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T13:23:58,547 INFO [RS:0;88aaa70743e7:38935 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:23:58,548 INFO [RS:0;88aaa70743e7:38935 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C38935%2C1733405036322, suffix=, logDir=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322, archiveDir=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/oldWALs, maxLogs=10 2024-12-05T13:23:58,559 DEBUG [RS:0;88aaa70743e7:38935 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548, exclude list is [], retry=0 2024-12-05T13:23:58,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45187,DS-fca7854b-5553-451e-87ce-301fd59024bf,DISK] 2024-12-05T13:23:58,562 INFO [RS:0;88aaa70743e7:38935 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 2024-12-05T13:23:58,563 DEBUG [RS:0;88aaa70743e7:38935 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35579:35579)] 2024-12-05T13:23:58,661 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T13:23:58,662 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c 2024-12-05T13:23:58,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741833_1009 (size=32) 2024-12-05T13:23:58,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:23:58,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:23:58,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:23:58,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:58,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:23:58,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:23:58,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:23:58,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:58,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:23:58,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:23:58,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:23:58,672 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:58,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:23:58,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:23:58,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:23:58,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:58,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:23:58,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:23:58,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/hbase/meta/1588230740 2024-12-05T13:23:58,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/hbase/meta/1588230740 2024-12-05T13:23:58,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:23:58,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:23:58,675 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:23:58,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:23:58,677 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:23:58,677 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60119804, jitterRate=-0.1041451096534729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:23:58,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733405038667Initializing all the Stores at 1733405038668 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405038668Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405038668Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405038668Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405038668Cleaning up temporary data from old regions at 1733405038675 (+7 ms)Region opened successfully at 1733405038677 (+2 ms) 2024-12-05T13:23:58,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:23:58,678 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:23:58,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:23:58,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:23:58,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:23:58,678 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:23:58,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733405038677Disabling compacts and flushes for region at 1733405038677Disabling writes for close at 1733405038678 (+1 ms)Writing region close event to WAL at 1733405038678Closed at 1733405038678 2024-12-05T13:23:58,679 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:23:58,679 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T13:23:58,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T13:23:58,679 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:23:58,680 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T13:23:58,830 DEBUG [88aaa70743e7:44077 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T13:23:58,831 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=88aaa70743e7,38935,1733405036322 2024-12-05T13:23:58,832 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,38935,1733405036322, state=OPENING 2024-12-05T13:23:58,863 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T13:23:58,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38935-0x101a6d779c20004, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418258020 2024-12-05T13:23:58,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x101a6d779c20003, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418258020 2024-12-05T13:23:58,872 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:23:58,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1418258020/meta-region-server: CHANGED 2024-12-05T13:23:58,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1418258020/meta-region-server: CHANGED 2024-12-05T13:23:58,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,38935,1733405036322}] 2024-12-05T13:23:59,024 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:23:59,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T13:23:59,027 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T13:23:59,027 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:23:59,028 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T13:23:59,029 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C38935%2C1733405036322.meta, suffix=.meta, logDir=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322, archiveDir=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/oldWALs, maxLogs=10 2024-12-05T13:23:59,039 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.meta.1733405039029.meta, exclude list is [], retry=0 2024-12-05T13:23:59,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45187,DS-fca7854b-5553-451e-87ce-301fd59024bf,DISK] 2024-12-05T13:23:59,043 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.meta.1733405039029.meta 2024-12-05T13:23:59,043 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35579:35579)] 2024-12-05T13:23:59,043 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:23:59,043 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:23:59,043 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:23:59,043 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T13:23:59,043 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T13:23:59,044 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T13:23:59,044 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:23:59,044 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T13:23:59,044 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T13:23:59,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:23:59,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:23:59,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:59,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:23:59,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:23:59,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:23:59,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:59,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:23:59,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:23:59,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:23:59,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:59,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:23:59,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:23:59,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:23:59,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:23:59,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:23:59,047 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:23:59,048 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/hbase/meta/1588230740 2024-12-05T13:23:59,048 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/hbase/meta/1588230740 2024-12-05T13:23:59,049 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:23:59,049 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:23:59,049 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:23:59,050 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:23:59,050 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68961390, jitterRate=0.027604788541793823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:23:59,050 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T13:23:59,050 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733405039044Writing region info on filesystem at 1733405039044Initializing all the Stores at 1733405039044Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405039044Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405039045 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405039045Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405039045Cleaning up temporary data from old regions at 1733405039049 (+4 ms)Running coprocessor post-open hooks at 1733405039050 (+1 ms)Region opened successfully at 1733405039050 2024-12-05T13:23:59,051 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733405039023 2024-12-05T13:23:59,052 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T13:23:59,052 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T13:23:59,053 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=88aaa70743e7,38935,1733405036322 2024-12-05T13:23:59,053 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,38935,1733405036322, state=OPEN 2024-12-05T13:23:59,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38935-0x101a6d779c20004, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1418258020/meta-region-server 2024-12-05T13:23:59,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x101a6d779c20003, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1418258020/meta-region-server 2024-12-05T13:23:59,063 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=88aaa70743e7,38935,1733405036322 2024-12-05T13:23:59,063 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1418258020/meta-region-server: CHANGED 2024-12-05T13:23:59,063 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1418258020/meta-region-server: CHANGED 2024-12-05T13:23:59,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T13:23:59,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,38935,1733405036322 in 191 msec 2024-12-05T13:23:59,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T13:23:59,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 386 msec 2024-12-05T13:23:59,066 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:23:59,066 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T13:23:59,068 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:23:59,068 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,38935,1733405036322, seqNum=-1] 2024-12-05T13:23:59,068 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:23:59,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:23:59,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 824 msec 2024-12-05T13:23:59,073 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733405039073, completionTime=-1 2024-12-05T13:23:59,073 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T13:23:59,073 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T13:23:59,074 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T13:23:59,075 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733405099074 2024-12-05T13:23:59,075 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733405159075 2024-12-05T13:23:59,075 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T13:23:59,075 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,44077,1733405036204-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:59,075 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,44077,1733405036204-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:59,075 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,44077,1733405036204-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:59,075 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-88aaa70743e7:44077, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:59,075 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:59,075 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:59,076 DEBUG [master/88aaa70743e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T13:23:59,078 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.698sec 2024-12-05T13:23:59,078 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T13:23:59,078 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T13:23:59,078 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T13:23:59,078 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T13:23:59,078 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T13:23:59,078 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,44077,1733405036204-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:23:59,079 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,44077,1733405036204-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T13:23:59,080 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T13:23:59,080 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T13:23:59,080 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,44077,1733405036204-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:23:59,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f13aa38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:59,150 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,44077,-1 for getting cluster id 2024-12-05T13:23:59,150 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:23:59,151 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c885736e-bcc5-4308-b3ec-87d841056e03' 2024-12-05T13:23:59,151 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:23:59,151 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c885736e-bcc5-4308-b3ec-87d841056e03" 2024-12-05T13:23:59,151 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df4ac21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:59,151 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,44077,-1] 2024-12-05T13:23:59,151 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:23:59,152 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:23:59,152 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:23:59,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71d129f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:23:59,153 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:23:59,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,38935,1733405036322, seqNum=-1] 2024-12-05T13:23:59,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:23:59,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:23:59,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=88aaa70743e7,44077,1733405036204 2024-12-05T13:23:59,157 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54421 2024-12-05T13:23:59,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:23:59,163 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a6d779c20005 connected 2024-12-05T13:23:59,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cf2253f-97f8-5d08-9b55-9623a65d8425/hadoop.log.dir so I do NOT create it in target/test-data/8d571013-af51-ca72-b7a1-b23f921b3d95 2024-12-05T13:23:59,173 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cf2253f-97f8-5d08-9b55-9623a65d8425/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T13:23:59,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cf2253f-97f8-5d08-9b55-9623a65d8425/hadoop.tmp.dir so I do NOT create it in target/test-data/8d571013-af51-ca72-b7a1-b23f921b3d95 2024-12-05T13:23:59,173 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cf2253f-97f8-5d08-9b55-9623a65d8425/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T13:23:59,173 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d571013-af51-ca72-b7a1-b23f921b3d95 2024-12-05T13:23:59,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T13:23:59,174 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d571013-af51-ca72-b7a1-b23f921b3d95/cluster_13e0afc8-a73a-5ee3-34ad-c8b141126bca, deleteOnExit=true 2024-12-05T13:23:59,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T13:23:59,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d571013-af51-ca72-b7a1-b23f921b3d95/test.cache.data in system properties and HBase conf 2024-12-05T13:23:59,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d571013-af51-ca72-b7a1-b23f921b3d95/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T13:23:59,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d571013-af51-ca72-b7a1-b23f921b3d95/hadoop.log.dir in system properties and HBase conf 2024-12-05T13:23:59,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d571013-af51-ca72-b7a1-b23f921b3d95/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T13:23:59,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d571013-af51-ca72-b7a1-b23f921b3d95/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T13:23:59,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T13:23:59,174 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T13:23:59,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d571013-af51-ca72-b7a1-b23f921b3d95/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:23:59,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d571013-af51-ca72-b7a1-b23f921b3d95/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:23:59,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d571013-af51-ca72-b7a1-b23f921b3d95/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T13:23:59,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d571013-af51-ca72-b7a1-b23f921b3d95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:23:59,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d571013-af51-ca72-b7a1-b23f921b3d95/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T13:23:59,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d571013-af51-ca72-b7a1-b23f921b3d95/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T13:23:59,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d571013-af51-ca72-b7a1-b23f921b3d95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:23:59,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d571013-af51-ca72-b7a1-b23f921b3d95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:23:59,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d571013-af51-ca72-b7a1-b23f921b3d95/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T13:23:59,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d571013-af51-ca72-b7a1-b23f921b3d95/nfs.dump.dir in system properties and HBase conf 2024-12-05T13:23:59,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d571013-af51-ca72-b7a1-b23f921b3d95/java.io.tmpdir in system properties and HBase conf 2024-12-05T13:23:59,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d571013-af51-ca72-b7a1-b23f921b3d95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:23:59,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d571013-af51-ca72-b7a1-b23f921b3d95/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T13:23:59,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d571013-af51-ca72-b7a1-b23f921b3d95/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T13:23:59,400 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T13:23:59,447 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:23:59,452 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:23:59,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:23:59,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:23:59,457 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:23:59,459 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:23:59,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22adfd3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d571013-af51-ca72-b7a1-b23f921b3d95/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:23:59,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f0113ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:23:59,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@677b2344{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d571013-af51-ca72-b7a1-b23f921b3d95/java.io.tmpdir/jetty-localhost-39965-hadoop-hdfs-3_4_1-tests_jar-_-any-13987357996608380316/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:23:59,557 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5364346d{HTTP/1.1, (http/1.1)}{localhost:39965} 2024-12-05T13:23:59,557 INFO [Time-limited test {}] server.Server(415): Started @235392ms 2024-12-05T13:23:59,753 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:23:59,755 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:23:59,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:23:59,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:23:59,760 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T13:23:59,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ec6d34d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d571013-af51-ca72-b7a1-b23f921b3d95/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:23:59,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ef434ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:23:59,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d3404da{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d571013-af51-ca72-b7a1-b23f921b3d95/java.io.tmpdir/jetty-localhost-41065-hadoop-hdfs-3_4_1-tests_jar-_-any-13006002446012667150/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:23:59,851 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d904433{HTTP/1.1, (http/1.1)}{localhost:41065} 2024-12-05T13:23:59,851 INFO [Time-limited test {}] server.Server(415): Started @235686ms 2024-12-05T13:23:59,852 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:24:00,291 WARN [Thread-2909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d571013-af51-ca72-b7a1-b23f921b3d95/cluster_13e0afc8-a73a-5ee3-34ad-c8b141126bca/data/data1/current/BP-45369666-172.17.0.3-1733405039197/current, will proceed with Du for space computation calculation, 2024-12-05T13:24:00,291 WARN [Thread-2910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d571013-af51-ca72-b7a1-b23f921b3d95/cluster_13e0afc8-a73a-5ee3-34ad-c8b141126bca/data/data2/current/BP-45369666-172.17.0.3-1733405039197/current, will proceed with Du for space computation calculation, 2024-12-05T13:24:00,310 WARN [Thread-2897 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:24:00,313 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe029012197e89e2d with lease ID 0x20d461b175e2947f: Processing first storage report for DS-064cc4bb-3897-437c-aa7e-ea6f5cf7148b from datanode DatanodeRegistration(127.0.0.1:44351, datanodeUuid=2b8ffa20-69b2-4eba-acf6-dd00b8ffebfa, infoPort=38941, infoSecurePort=0, ipcPort=43303, storageInfo=lv=-57;cid=testClusterID;nsid=469922367;c=1733405039197) 2024-12-05T13:24:00,313 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe029012197e89e2d with lease ID 0x20d461b175e2947f: from storage DS-064cc4bb-3897-437c-aa7e-ea6f5cf7148b node DatanodeRegistration(127.0.0.1:44351, datanodeUuid=2b8ffa20-69b2-4eba-acf6-dd00b8ffebfa, infoPort=38941, infoSecurePort=0, ipcPort=43303, storageInfo=lv=-57;cid=testClusterID;nsid=469922367;c=1733405039197), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:24:00,313 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe029012197e89e2d with lease ID 0x20d461b175e2947f: Processing first storage report for DS-9037ffdf-2841-4aa7-84f0-a4577f97ef05 from datanode DatanodeRegistration(127.0.0.1:44351, datanodeUuid=2b8ffa20-69b2-4eba-acf6-dd00b8ffebfa, infoPort=38941, infoSecurePort=0, ipcPort=43303, storageInfo=lv=-57;cid=testClusterID;nsid=469922367;c=1733405039197) 2024-12-05T13:24:00,313 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe029012197e89e2d with lease ID 0x20d461b175e2947f: from storage DS-9037ffdf-2841-4aa7-84f0-a4577f97ef05 node DatanodeRegistration(127.0.0.1:44351, datanodeUuid=2b8ffa20-69b2-4eba-acf6-dd00b8ffebfa, infoPort=38941, infoSecurePort=0, ipcPort=43303, storageInfo=lv=-57;cid=testClusterID;nsid=469922367;c=1733405039197), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:24:00,377 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d571013-af51-ca72-b7a1-b23f921b3d95 2024-12-05T13:24:00,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:24:00,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:24:00,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741825_1001 (size=7) 2024-12-05T13:24:00,385 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f with version=8 2024-12-05T13:24:00,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/hbase-staging 2024-12-05T13:24:00,387 INFO [Time-limited test {}] client.ConnectionUtils(128): master/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:24:00,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:24:00,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:24:00,388 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:24:00,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:24:00,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:24:00,388 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T13:24:00,388 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:24:00,389 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46175 2024-12-05T13:24:00,389 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46175 connecting to ZooKeeper ensemble=127.0.0.1:54421 2024-12-05T13:24:00,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461750x0, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:24:00,405 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46175-0x101a6d779c20006 connected 2024-12-05T13:24:00,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:24:00,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:24:00,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46175-0x101a6d779c20006, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Set watcher on znode that does not yet exist, /2-501400319/running 2024-12-05T13:24:00,467 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f, hbase.cluster.distributed=false 2024-12-05T13:24:00,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46175-0x101a6d779c20006, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Set watcher on znode that does not yet exist, /2-501400319/acl 2024-12-05T13:24:00,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46175 2024-12-05T13:24:00,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46175 2024-12-05T13:24:00,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46175 2024-12-05T13:24:00,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46175 2024-12-05T13:24:00,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46175 2024-12-05T13:24:00,485 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:24:00,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:24:00,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:24:00,485 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:24:00,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:24:00,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:24:00,485 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T13:24:00,485 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:24:00,485 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33855 2024-12-05T13:24:00,486 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33855 connecting to ZooKeeper ensemble=127.0.0.1:54421 2024-12-05T13:24:00,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:24:00,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:24:00,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338550x0, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:24:00,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338550x0, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Set watcher on znode that does not yet exist, /2-501400319/running 2024-12-05T13:24:00,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33855-0x101a6d779c20007 connected 2024-12-05T13:24:00,497 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T13:24:00,497 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T13:24:00,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33855-0x101a6d779c20007, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Set watcher on znode that does not yet exist, /2-501400319/master 2024-12-05T13:24:00,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33855-0x101a6d779c20007, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Set watcher on znode that does not yet exist, /2-501400319/acl 2024-12-05T13:24:00,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33855 2024-12-05T13:24:00,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33855 2024-12-05T13:24:00,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33855 2024-12-05T13:24:00,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33855 2024-12-05T13:24:00,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33855 2024-12-05T13:24:00,520 DEBUG [M:0;88aaa70743e7:46175 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;88aaa70743e7:46175 2024-12-05T13:24:00,520 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-501400319/backup-masters/88aaa70743e7,46175,1733405040387 2024-12-05T13:24:00,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46175-0x101a6d779c20006, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-501400319/backup-masters 2024-12-05T13:24:00,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x101a6d779c20007, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-501400319/backup-masters 2024-12-05T13:24:00,530 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46175-0x101a6d779c20006, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Set watcher on existing znode=/2-501400319/backup-masters/88aaa70743e7,46175,1733405040387 2024-12-05T13:24:00,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x101a6d779c20007, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-501400319/master 2024-12-05T13:24:00,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46175-0x101a6d779c20006, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-501400319 2024-12-05T13:24:00,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x101a6d779c20007, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-501400319 2024-12-05T13:24:00,538 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46175-0x101a6d779c20006, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Set watcher on existing znode=/2-501400319/master 2024-12-05T13:24:00,538 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-501400319/backup-masters/88aaa70743e7,46175,1733405040387 from backup master directory 2024-12-05T13:24:00,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46175-0x101a6d779c20006, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-501400319/backup-masters/88aaa70743e7,46175,1733405040387 2024-12-05T13:24:00,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x101a6d779c20007, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-501400319/backup-masters 2024-12-05T13:24:00,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46175-0x101a6d779c20006, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-501400319/backup-masters 2024-12-05T13:24:00,546 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:24:00,546 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=88aaa70743e7,46175,1733405040387 2024-12-05T13:24:00,549 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/hbase.id] with ID: 47e3203e-1ebd-48ae-b47d-7f070ffb8a66 2024-12-05T13:24:00,549 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/.tmp/hbase.id 2024-12-05T13:24:00,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741826_1002 (size=42) 2024-12-05T13:24:00,954 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/.tmp/hbase.id]:[hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/hbase.id] 2024-12-05T13:24:00,961 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:24:00,961 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T13:24:00,961 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T13:24:00,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46175-0x101a6d779c20006, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-501400319 2024-12-05T13:24:00,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x101a6d779c20007, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-501400319 2024-12-05T13:24:00,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741827_1003 (size=196) 2024-12-05T13:24:01,392 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:24:01,393 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T13:24:01,393 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:24:01,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741828_1004 (size=1189) 2024-12-05T13:24:01,401 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/MasterData/data/master/store 2024-12-05T13:24:01,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741829_1005 (size=34) 2024-12-05T13:24:01,405 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:24:01,405 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:24:01,405 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:24:01,405 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:24:01,405 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:24:01,405 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:24:01,405 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:24:01,405 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733405041405Disabling compacts and flushes for region at 1733405041405Disabling writes for close at 1733405041405Writing region close event to WAL at 1733405041405Closed at 1733405041405 2024-12-05T13:24:01,406 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/MasterData/data/master/store/.initializing 2024-12-05T13:24:01,406 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/MasterData/WALs/88aaa70743e7,46175,1733405040387 2024-12-05T13:24:01,407 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:24:01,408 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=88aaa70743e7%2C46175%2C1733405040387, suffix=, logDir=hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/MasterData/WALs/88aaa70743e7,46175,1733405040387, archiveDir=hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/MasterData/oldWALs, maxLogs=10 2024-12-05T13:24:01,426 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/MasterData/WALs/88aaa70743e7,46175,1733405040387/88aaa70743e7%2C46175%2C1733405040387.1733405041408, exclude list is [], retry=0 2024-12-05T13:24:01,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44351,DS-064cc4bb-3897-437c-aa7e-ea6f5cf7148b,DISK] 2024-12-05T13:24:01,430 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/MasterData/WALs/88aaa70743e7,46175,1733405040387/88aaa70743e7%2C46175%2C1733405040387.1733405041408 2024-12-05T13:24:01,430 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38941:38941)] 2024-12-05T13:24:01,430 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:24:01,430 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:24:01,430 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:01,430 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:01,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:01,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T13:24:01,433 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:01,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:24:01,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:01,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T13:24:01,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:01,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:01,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:01,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T13:24:01,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:01,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:01,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:01,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T13:24:01,436 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:01,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:01,436 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:01,437 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:01,437 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:01,437 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:01,437 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:01,438 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:24:01,438 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:01,440 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:24:01,440 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70235591, jitterRate=0.0465918630361557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:24:01,440 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733405041431Initializing all the Stores at 1733405041431Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405041431Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405041431Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405041431Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405041431Cleaning up temporary data from old regions at 1733405041437 (+6 ms)Region opened successfully at 1733405041440 (+3 ms) 2024-12-05T13:24:01,440 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T13:24:01,442 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c55fee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:24:01,442 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T13:24:01,442 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T13:24:01,443 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T13:24:01,443 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T13:24:01,443 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T13:24:01,443 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T13:24:01,443 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T13:24:01,445 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T13:24:01,446 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46175-0x101a6d779c20006, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Unable to get data of znode /2-501400319/balancer because node does not exist (not necessarily an error) 2024-12-05T13:24:01,471 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-501400319/balancer already deleted, retry=false 2024-12-05T13:24:01,472 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T13:24:01,472 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46175-0x101a6d779c20006, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Unable to get data of znode /2-501400319/normalizer because node does not exist (not necessarily an error) 2024-12-05T13:24:01,479 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-501400319/normalizer already deleted, retry=false 2024-12-05T13:24:01,480 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T13:24:01,481 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46175-0x101a6d779c20006, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Unable to get data of znode /2-501400319/switch/split because node does not exist (not necessarily an error) 2024-12-05T13:24:01,488 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-501400319/switch/split already deleted, retry=false 2024-12-05T13:24:01,489 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46175-0x101a6d779c20006, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Unable to get data of znode /2-501400319/switch/merge because node does not exist (not necessarily an error) 2024-12-05T13:24:01,496 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-501400319/switch/merge already deleted, retry=false 2024-12-05T13:24:01,498 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46175-0x101a6d779c20006, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Unable to get data of znode /2-501400319/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T13:24:01,504 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-501400319/snapshot-cleanup already deleted, retry=false 2024-12-05T13:24:01,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46175-0x101a6d779c20006, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-501400319/running 2024-12-05T13:24:01,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x101a6d779c20007, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-501400319/running 2024-12-05T13:24:01,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46175-0x101a6d779c20006, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-501400319 2024-12-05T13:24:01,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x101a6d779c20007, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-501400319 2024-12-05T13:24:01,513 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=88aaa70743e7,46175,1733405040387, sessionid=0x101a6d779c20006, setting cluster-up flag (Was=false) 2024-12-05T13:24:01,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x101a6d779c20007, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-501400319 2024-12-05T13:24:01,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46175-0x101a6d779c20006, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-501400319 2024-12-05T13:24:01,552 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T13:24:01,552 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T13:24:01,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:24:01,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T13:24:01,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:24:01,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T13:24:01,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T13:24:01,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T13:24:01,554 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-501400319/flush-table-proc/acquired, /2-501400319/flush-table-proc/reached, /2-501400319/flush-table-proc/abort 2024-12-05T13:24:01,555 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,46175,1733405040387 2024-12-05T13:24:01,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x101a6d779c20007, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-501400319 2024-12-05T13:24:01,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46175-0x101a6d779c20006, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-501400319 2024-12-05T13:24:01,596 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-501400319/online-snapshot/acquired, /2-501400319/online-snapshot/reached, /2-501400319/online-snapshot/abort 2024-12-05T13:24:01,597 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,46175,1733405040387 2024-12-05T13:24:01,598 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T13:24:01,599 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T13:24:01,599 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T13:24:01,599 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T13:24:01,599 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 88aaa70743e7,46175,1733405040387 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T13:24:01,600 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:24:01,600 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:24:01,600 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:24:01,600 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:24:01,600 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/88aaa70743e7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T13:24:01,600 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:01,600 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:24:01,600 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:01,601 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733405071601 2024-12-05T13:24:01,601 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T13:24:01,601 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T13:24:01,601 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T13:24:01,601 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T13:24:01,601 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T13:24:01,601 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T13:24:01,602 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:24:01,602 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T13:24:01,602 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:01,602 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T13:24:01,603 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T13:24:01,603 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T13:24:01,603 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T13:24:01,603 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:01,603 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T13:24:01,603 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T13:24:01,603 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T13:24:01,603 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733405041603,5,FailOnTimeoutGroup] 2024-12-05T13:24:01,607 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733405041603,5,FailOnTimeoutGroup] 2024-12-05T13:24:01,607 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:01,607 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T13:24:01,607 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:01,607 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:01,608 INFO [RS:0;88aaa70743e7:33855 {}] regionserver.HRegionServer(746): ClusterId : 47e3203e-1ebd-48ae-b47d-7f070ffb8a66 2024-12-05T13:24:01,608 DEBUG [RS:0;88aaa70743e7:33855 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T13:24:01,613 DEBUG [RS:0;88aaa70743e7:33855 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T13:24:01,613 DEBUG [RS:0;88aaa70743e7:33855 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T13:24:01,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741831_1007 (size=1321) 2024-12-05T13:24:01,622 DEBUG [RS:0;88aaa70743e7:33855 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T13:24:01,622 DEBUG [RS:0;88aaa70743e7:33855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24aeac3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:24:01,631 DEBUG [RS:0;88aaa70743e7:33855 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;88aaa70743e7:33855 2024-12-05T13:24:01,631 INFO [RS:0;88aaa70743e7:33855 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T13:24:01,631 INFO [RS:0;88aaa70743e7:33855 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T13:24:01,631 DEBUG [RS:0;88aaa70743e7:33855 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T13:24:01,632 INFO [RS:0;88aaa70743e7:33855 {}] regionserver.HRegionServer(2659): reportForDuty to master=88aaa70743e7,46175,1733405040387 with port=33855, startcode=1733405040484 2024-12-05T13:24:01,632 DEBUG [RS:0;88aaa70743e7:33855 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T13:24:01,633 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T13:24:01,634 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46175 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 88aaa70743e7,33855,1733405040484 2024-12-05T13:24:01,634 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46175 {}] master.ServerManager(517): Registering regionserver=88aaa70743e7,33855,1733405040484 2024-12-05T13:24:01,635 DEBUG [RS:0;88aaa70743e7:33855 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f 2024-12-05T13:24:01,635 DEBUG [RS:0;88aaa70743e7:33855 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43073 2024-12-05T13:24:01,635 DEBUG [RS:0;88aaa70743e7:33855 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T13:24:01,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46175-0x101a6d779c20006, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-501400319/rs 2024-12-05T13:24:01,674 DEBUG [RS:0;88aaa70743e7:33855 {}] zookeeper.ZKUtil(111): regionserver:33855-0x101a6d779c20007, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Set watcher on existing znode=/2-501400319/rs/88aaa70743e7,33855,1733405040484 2024-12-05T13:24:01,674 WARN [RS:0;88aaa70743e7:33855 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:24:01,674 INFO [RS:0;88aaa70743e7:33855 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:24:01,674 DEBUG [RS:0;88aaa70743e7:33855 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484 2024-12-05T13:24:01,674 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [88aaa70743e7,33855,1733405040484] 2024-12-05T13:24:01,676 INFO [RS:0;88aaa70743e7:33855 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T13:24:01,677 INFO [RS:0;88aaa70743e7:33855 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T13:24:01,677 INFO [RS:0;88aaa70743e7:33855 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T13:24:01,677 INFO [RS:0;88aaa70743e7:33855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:01,677 INFO [RS:0;88aaa70743e7:33855 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T13:24:01,678 INFO [RS:0;88aaa70743e7:33855 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T13:24:01,678 INFO [RS:0;88aaa70743e7:33855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:01,678 DEBUG [RS:0;88aaa70743e7:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:01,678 DEBUG [RS:0;88aaa70743e7:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:01,678 DEBUG [RS:0;88aaa70743e7:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:01,678 DEBUG [RS:0;88aaa70743e7:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:01,678 DEBUG [RS:0;88aaa70743e7:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:01,678 DEBUG [RS:0;88aaa70743e7:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:24:01,678 DEBUG [RS:0;88aaa70743e7:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:01,678 DEBUG [RS:0;88aaa70743e7:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:01,678 DEBUG [RS:0;88aaa70743e7:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:01,678 DEBUG [RS:0;88aaa70743e7:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:01,678 DEBUG [RS:0;88aaa70743e7:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:01,678 DEBUG [RS:0;88aaa70743e7:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:01,678 DEBUG [RS:0;88aaa70743e7:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:24:01,678 DEBUG [RS:0;88aaa70743e7:33855 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:24:01,678 INFO [RS:0;88aaa70743e7:33855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:01,679 INFO [RS:0;88aaa70743e7:33855 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:01,679 INFO [RS:0;88aaa70743e7:33855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:01,679 INFO [RS:0;88aaa70743e7:33855 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:01,679 INFO [RS:0;88aaa70743e7:33855 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:01,679 INFO [RS:0;88aaa70743e7:33855 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,33855,1733405040484-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:24:01,693 INFO [RS:0;88aaa70743e7:33855 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T13:24:01,693 INFO [RS:0;88aaa70743e7:33855 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,33855,1733405040484-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:01,693 INFO [RS:0;88aaa70743e7:33855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:01,693 INFO [RS:0;88aaa70743e7:33855 {}] regionserver.Replication(171): 88aaa70743e7,33855,1733405040484 started 2024-12-05T13:24:01,704 INFO [RS:0;88aaa70743e7:33855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:01,704 INFO [RS:0;88aaa70743e7:33855 {}] regionserver.HRegionServer(1482): Serving as 88aaa70743e7,33855,1733405040484, RpcServer on 88aaa70743e7/172.17.0.3:33855, sessionid=0x101a6d779c20007 2024-12-05T13:24:01,705 DEBUG [RS:0;88aaa70743e7:33855 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T13:24:01,705 DEBUG [RS:0;88aaa70743e7:33855 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 88aaa70743e7,33855,1733405040484 2024-12-05T13:24:01,705 DEBUG [RS:0;88aaa70743e7:33855 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,33855,1733405040484' 2024-12-05T13:24:01,705 DEBUG [RS:0;88aaa70743e7:33855 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-501400319/flush-table-proc/abort' 2024-12-05T13:24:01,705 DEBUG [RS:0;88aaa70743e7:33855 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-501400319/flush-table-proc/acquired' 2024-12-05T13:24:01,706 DEBUG [RS:0;88aaa70743e7:33855 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T13:24:01,706 DEBUG [RS:0;88aaa70743e7:33855 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T13:24:01,706 DEBUG [RS:0;88aaa70743e7:33855 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 88aaa70743e7,33855,1733405040484 2024-12-05T13:24:01,706 DEBUG [RS:0;88aaa70743e7:33855 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,33855,1733405040484' 2024-12-05T13:24:01,706 DEBUG [RS:0;88aaa70743e7:33855 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-501400319/online-snapshot/abort' 2024-12-05T13:24:01,706 DEBUG [RS:0;88aaa70743e7:33855 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-501400319/online-snapshot/acquired' 2024-12-05T13:24:01,706 DEBUG [RS:0;88aaa70743e7:33855 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T13:24:01,706 INFO [RS:0;88aaa70743e7:33855 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T13:24:01,706 INFO [RS:0;88aaa70743e7:33855 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T13:24:01,806 INFO [RS:0;88aaa70743e7:33855 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:24:01,808 INFO [RS:0;88aaa70743e7:33855 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C33855%2C1733405040484, suffix=, logDir=hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484, archiveDir=hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/oldWALs, maxLogs=10 2024-12-05T13:24:01,819 DEBUG [RS:0;88aaa70743e7:33855 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808, exclude list is [], retry=0 2024-12-05T13:24:01,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44351,DS-064cc4bb-3897-437c-aa7e-ea6f5cf7148b,DISK] 2024-12-05T13:24:01,822 INFO [RS:0;88aaa70743e7:33855 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808 2024-12-05T13:24:01,822 DEBUG [RS:0;88aaa70743e7:33855 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38941:38941)] 2024-12-05T13:24:02,015 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T13:24:02,015 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f 2024-12-05T13:24:02,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741833_1009 (size=32) 2024-12-05T13:24:02,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:24:02,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:24:02,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:24:02,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:02,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:24:02,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:24:02,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:24:02,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:02,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:24:02,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:24:02,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:24:02,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:02,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:24:02,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:24:02,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:24:02,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:02,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:24:02,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:24:02,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/hbase/meta/1588230740 2024-12-05T13:24:02,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/hbase/meta/1588230740 2024-12-05T13:24:02,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:24:02,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:24:02,427 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:24:02,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:24:02,429 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:24:02,429 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62586419, jitterRate=-0.06738968193531036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:24:02,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733405042420Initializing all the Stores at 1733405042420Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405042420Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405042421 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405042421Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405042421Cleaning up temporary data from old regions at 1733405042427 (+6 ms)Region opened successfully at 1733405042429 (+2 ms) 2024-12-05T13:24:02,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:24:02,429 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:24:02,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:24:02,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:24:02,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:24:02,430 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:24:02,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733405042429Disabling compacts and flushes for region at 1733405042429Disabling writes for close at 1733405042429Writing region close event to WAL at 1733405042430 (+1 ms)Closed at 1733405042430 2024-12-05T13:24:02,431 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:24:02,431 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T13:24:02,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T13:24:02,432 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:24:02,432 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T13:24:02,583 DEBUG [88aaa70743e7:46175 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T13:24:02,583 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=88aaa70743e7,33855,1733405040484 2024-12-05T13:24:02,584 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,33855,1733405040484, state=OPENING 2024-12-05T13:24:02,645 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T13:24:02,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46175-0x101a6d779c20006, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-501400319 2024-12-05T13:24:02,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x101a6d779c20007, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-501400319 2024-12-05T13:24:02,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-501400319/meta-region-server: CHANGED 2024-12-05T13:24:02,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-501400319/meta-region-server: CHANGED 2024-12-05T13:24:02,655 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:24:02,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,33855,1733405040484}] 2024-12-05T13:24:02,807 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:24:02,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T13:24:02,811 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T13:24:02,811 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:24:02,811 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T13:24:02,812 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C33855%2C1733405040484.meta, suffix=.meta, logDir=hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484, archiveDir=hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/oldWALs, maxLogs=10 2024-12-05T13:24:02,822 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.meta.1733405042812.meta, exclude list is [], retry=0 2024-12-05T13:24:02,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44351,DS-064cc4bb-3897-437c-aa7e-ea6f5cf7148b,DISK] 2024-12-05T13:24:02,825 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.meta.1733405042812.meta 2024-12-05T13:24:02,825 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38941:38941)] 2024-12-05T13:24:02,826 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:24:02,826 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:24:02,826 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:24:02,826 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T13:24:02,826 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T13:24:02,826 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T13:24:02,826 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:24:02,826 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T13:24:02,826 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T13:24:02,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:24:02,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:24:02,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:02,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:24:02,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:24:02,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:24:02,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:02,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:24:02,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:24:02,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:24:02,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:02,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:24:02,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:24:02,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:24:02,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:02,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:24:02,831 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:24:02,831 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/hbase/meta/1588230740 2024-12-05T13:24:02,832 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/hbase/meta/1588230740 2024-12-05T13:24:02,832 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:24:02,832 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:24:02,833 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:24:02,833 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:24:02,834 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72634914, jitterRate=0.08234456181526184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:24:02,834 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T13:24:02,834 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733405042826Writing region info on filesystem at 1733405042826Initializing all the Stores at 1733405042827 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405042827Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405042827Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405042827Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405042827Cleaning up temporary data from old regions at 1733405042832 (+5 ms)Running coprocessor post-open hooks at 1733405042834 (+2 ms)Region opened successfully at 1733405042834 2024-12-05T13:24:02,835 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733405042807 2024-12-05T13:24:02,836 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T13:24:02,836 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T13:24:02,837 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=88aaa70743e7,33855,1733405040484 2024-12-05T13:24:02,837 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,33855,1733405040484, state=OPEN 2024-12-05T13:24:02,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x101a6d779c20007, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-501400319/meta-region-server 2024-12-05T13:24:02,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46175-0x101a6d779c20006, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-501400319/meta-region-server 2024-12-05T13:24:02,846 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=88aaa70743e7,33855,1733405040484 2024-12-05T13:24:02,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-501400319/meta-region-server: CHANGED 2024-12-05T13:24:02,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-501400319/meta-region-server: CHANGED 2024-12-05T13:24:02,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T13:24:02,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,33855,1733405040484 in 191 msec 2024-12-05T13:24:02,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T13:24:02,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 417 msec 2024-12-05T13:24:02,849 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:24:02,849 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T13:24:02,850 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:24:02,850 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,33855,1733405040484, seqNum=-1] 2024-12-05T13:24:02,850 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:24:02,851 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:24:02,855 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2560 sec 2024-12-05T13:24:02,855 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733405042855, completionTime=-1 2024-12-05T13:24:02,855 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T13:24:02,855 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T13:24:02,857 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T13:24:02,857 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733405102857 2024-12-05T13:24:02,857 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733405162857 2024-12-05T13:24:02,857 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T13:24:02,857 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,46175,1733405040387-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:02,857 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,46175,1733405040387-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:02,857 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,46175,1733405040387-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:02,857 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-88aaa70743e7:46175, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:02,857 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:02,858 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:02,859 DEBUG [master/88aaa70743e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T13:24:02,860 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.314sec 2024-12-05T13:24:02,860 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T13:24:02,860 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T13:24:02,860 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T13:24:02,860 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T13:24:02,860 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T13:24:02,860 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,46175,1733405040387-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:24:02,861 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,46175,1733405040387-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T13:24:02,862 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T13:24:02,862 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T13:24:02,862 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,46175,1733405040387-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:02,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a1628e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:02,909 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,46175,-1 for getting cluster id 2024-12-05T13:24:02,909 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:24:02,910 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47e3203e-1ebd-48ae-b47d-7f070ffb8a66' 2024-12-05T13:24:02,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:24:02,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47e3203e-1ebd-48ae-b47d-7f070ffb8a66" 2024-12-05T13:24:02,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47698c36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:02,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,46175,-1] 2024-12-05T13:24:02,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:24:02,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:02,912 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:24:02,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d6f3c2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:02,913 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:24:02,913 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,33855,1733405040484, seqNum=-1] 2024-12-05T13:24:02,914 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:24:02,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:24:02,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=88aaa70743e7,46175,1733405040387 2024-12-05T13:24:02,916 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54421 2024-12-05T13:24:02,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:24:02,922 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101a6d779c20008 connected 2024-12-05T13:24:02,931 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:24:02,932 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,37493,1733405031175 2024-12-05T13:24:02,932 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@123fdf2e 2024-12-05T13:24:02,932 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:24:02,933 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:24:02,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37493 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:24:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37493 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T13:24:02,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:24:02,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37493 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T13:24:02,935 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:02,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:24:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:24:02,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741835_1011 (size=902) 2024-12-05T13:24:03,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:24:03,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:24:03,342 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4511cd4238d3c3d114a2cca55b9051d7, NAME => 'test,,1733405042933.4511cd4238d3c3d114a2cca55b9051d7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86 2024-12-05T13:24:03,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741836_1012 (size=39) 2024-12-05T13:24:03,353 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733405042933.4511cd4238d3c3d114a2cca55b9051d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:24:03,353 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4511cd4238d3c3d114a2cca55b9051d7, disabling compactions & flushes 2024-12-05T13:24:03,353 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733405042933.4511cd4238d3c3d114a2cca55b9051d7. 2024-12-05T13:24:03,353 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733405042933.4511cd4238d3c3d114a2cca55b9051d7. 2024-12-05T13:24:03,353 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733405042933.4511cd4238d3c3d114a2cca55b9051d7. after waiting 0 ms 2024-12-05T13:24:03,353 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733405042933.4511cd4238d3c3d114a2cca55b9051d7. 2024-12-05T13:24:03,354 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733405042933.4511cd4238d3c3d114a2cca55b9051d7. 2024-12-05T13:24:03,354 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4511cd4238d3c3d114a2cca55b9051d7: Waiting for close lock at 1733405043353Disabling compacts and flushes for region at 1733405043353Disabling writes for close at 1733405043353Writing region close event to WAL at 1733405043353Closed at 1733405043354 (+1 ms) 2024-12-05T13:24:03,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:24:03,355 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733405042933.4511cd4238d3c3d114a2cca55b9051d7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733405043355"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733405043355"}]},"ts":"1733405043355"} 2024-12-05T13:24:03,357 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T13:24:03,358 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:24:03,358 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405043358"}]},"ts":"1733405043358"} 2024-12-05T13:24:03,360 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T13:24:03,360 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4511cd4238d3c3d114a2cca55b9051d7, ASSIGN}] 2024-12-05T13:24:03,361 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4511cd4238d3c3d114a2cca55b9051d7, ASSIGN 2024-12-05T13:24:03,362 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4511cd4238d3c3d114a2cca55b9051d7, ASSIGN; state=OFFLINE, location=88aaa70743e7,33515,1733405031333; forceNewPlan=false, retain=false 2024-12-05T13:24:03,512 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4511cd4238d3c3d114a2cca55b9051d7, regionState=OPENING, regionLocation=88aaa70743e7,33515,1733405031333 2024-12-05T13:24:03,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4511cd4238d3c3d114a2cca55b9051d7, ASSIGN because future has completed 2024-12-05T13:24:03,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4511cd4238d3c3d114a2cca55b9051d7, server=88aaa70743e7,33515,1733405031333}] 2024-12-05T13:24:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:24:03,621 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:24:03,621 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [88aaa70743e7,39319,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:39319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T13:24:03,622 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48413 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [88aaa70743e7,39319,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:39319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T13:24:03,670 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733405042933.4511cd4238d3c3d114a2cca55b9051d7. 2024-12-05T13:24:03,670 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4511cd4238d3c3d114a2cca55b9051d7, NAME => 'test,,1733405042933.4511cd4238d3c3d114a2cca55b9051d7.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:24:03,670 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:24:03,670 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T13:24:03,670 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4511cd4238d3c3d114a2cca55b9051d7 2024-12-05T13:24:03,671 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733405042933.4511cd4238d3c3d114a2cca55b9051d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:24:03,671 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4511cd4238d3c3d114a2cca55b9051d7 2024-12-05T13:24:03,671 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4511cd4238d3c3d114a2cca55b9051d7 2024-12-05T13:24:03,672 INFO [StoreOpener-4511cd4238d3c3d114a2cca55b9051d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4511cd4238d3c3d114a2cca55b9051d7 2024-12-05T13:24:03,673 INFO [StoreOpener-4511cd4238d3c3d114a2cca55b9051d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4511cd4238d3c3d114a2cca55b9051d7 columnFamilyName f 2024-12-05T13:24:03,673 DEBUG [StoreOpener-4511cd4238d3c3d114a2cca55b9051d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:03,673 INFO [StoreOpener-4511cd4238d3c3d114a2cca55b9051d7-1 {}] regionserver.HStore(327): Store=4511cd4238d3c3d114a2cca55b9051d7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:03,673 INFO [StoreOpener-4511cd4238d3c3d114a2cca55b9051d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4511cd4238d3c3d114a2cca55b9051d7 2024-12-05T13:24:03,674 INFO [StoreOpener-4511cd4238d3c3d114a2cca55b9051d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4511cd4238d3c3d114a2cca55b9051d7 columnFamilyName f1 2024-12-05T13:24:03,674 DEBUG [StoreOpener-4511cd4238d3c3d114a2cca55b9051d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:03,674 INFO [StoreOpener-4511cd4238d3c3d114a2cca55b9051d7-1 {}] regionserver.HStore(327): Store=4511cd4238d3c3d114a2cca55b9051d7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:03,674 INFO [StoreOpener-4511cd4238d3c3d114a2cca55b9051d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4511cd4238d3c3d114a2cca55b9051d7 2024-12-05T13:24:03,675 INFO [StoreOpener-4511cd4238d3c3d114a2cca55b9051d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4511cd4238d3c3d114a2cca55b9051d7 columnFamilyName norep 2024-12-05T13:24:03,675 DEBUG [StoreOpener-4511cd4238d3c3d114a2cca55b9051d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:03,676 INFO [StoreOpener-4511cd4238d3c3d114a2cca55b9051d7-1 {}] regionserver.HStore(327): Store=4511cd4238d3c3d114a2cca55b9051d7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:03,676 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4511cd4238d3c3d114a2cca55b9051d7 2024-12-05T13:24:03,676 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/default/test/4511cd4238d3c3d114a2cca55b9051d7 2024-12-05T13:24:03,676 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/default/test/4511cd4238d3c3d114a2cca55b9051d7 2024-12-05T13:24:03,677 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4511cd4238d3c3d114a2cca55b9051d7 2024-12-05T13:24:03,677 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4511cd4238d3c3d114a2cca55b9051d7 2024-12-05T13:24:03,677 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T13:24:03,678 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4511cd4238d3c3d114a2cca55b9051d7 2024-12-05T13:24:03,679 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/default/test/4511cd4238d3c3d114a2cca55b9051d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:24:03,680 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4511cd4238d3c3d114a2cca55b9051d7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75397373, jitterRate=0.12350840866565704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T13:24:03,680 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4511cd4238d3c3d114a2cca55b9051d7 2024-12-05T13:24:03,680 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4511cd4238d3c3d114a2cca55b9051d7: Running coprocessor pre-open hook at 1733405043671Writing region info on filesystem at 1733405043671Initializing all the Stores at 1733405043671Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405043671Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405043672 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405043672Cleaning up temporary data from old regions at 1733405043677 (+5 ms)Running coprocessor post-open hooks at 1733405043680 (+3 ms)Region opened successfully at 1733405043680 2024-12-05T13:24:03,681 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733405042933.4511cd4238d3c3d114a2cca55b9051d7., pid=6, masterSystemTime=1733405043667 2024-12-05T13:24:03,682 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733405042933.4511cd4238d3c3d114a2cca55b9051d7. 2024-12-05T13:24:03,682 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733405042933.4511cd4238d3c3d114a2cca55b9051d7. 2024-12-05T13:24:03,683 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4511cd4238d3c3d114a2cca55b9051d7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=88aaa70743e7,33515,1733405031333 2024-12-05T13:24:03,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4511cd4238d3c3d114a2cca55b9051d7, server=88aaa70743e7,33515,1733405031333 because future has completed 2024-12-05T13:24:03,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T13:24:03,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4511cd4238d3c3d114a2cca55b9051d7, server=88aaa70743e7,33515,1733405031333 in 170 msec 2024-12-05T13:24:03,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T13:24:03,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4511cd4238d3c3d114a2cca55b9051d7, ASSIGN in 326 msec 2024-12-05T13:24:03,688 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:24:03,688 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405043688"}]},"ts":"1733405043688"} 2024-12-05T13:24:03,690 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T13:24:03,690 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:24:03,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 757 msec 2024-12-05T13:24:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:24:04,071 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:24:04,071 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T13:24:04,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,44077,1733405036204 2024-12-05T13:24:04,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28939d14 2024-12-05T13:24:04,072 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:24:04,073 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:24:04,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:24:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T13:24:04,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:24:04,075 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:04,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T13:24:04,076 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:24:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:24:04,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741835_1011 (size=902) 2024-12-05T13:24:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:24:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:24:04,482 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e534586b3a43345bdc8cfa5f1827ebe4, NAME => 'test,,1733405044073.e534586b3a43345bdc8cfa5f1827ebe4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c 2024-12-05T13:24:04,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741836_1012 (size=39) 2024-12-05T13:24:04,546 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:24:04,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:04,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:04,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:04,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:04,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:04,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:04,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:04,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:04,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:04,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:04,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:04,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:04,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:24:04,886 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733405044073.e534586b3a43345bdc8cfa5f1827ebe4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:24:04,887 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e534586b3a43345bdc8cfa5f1827ebe4, disabling compactions & flushes 2024-12-05T13:24:04,887 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733405044073.e534586b3a43345bdc8cfa5f1827ebe4. 2024-12-05T13:24:04,887 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733405044073.e534586b3a43345bdc8cfa5f1827ebe4. 2024-12-05T13:24:04,887 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733405044073.e534586b3a43345bdc8cfa5f1827ebe4. after waiting 0 ms 2024-12-05T13:24:04,887 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733405044073.e534586b3a43345bdc8cfa5f1827ebe4. 2024-12-05T13:24:04,887 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733405044073.e534586b3a43345bdc8cfa5f1827ebe4. 2024-12-05T13:24:04,887 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e534586b3a43345bdc8cfa5f1827ebe4: Waiting for close lock at 1733405044887Disabling compacts and flushes for region at 1733405044887Disabling writes for close at 1733405044887Writing region close event to WAL at 1733405044887Closed at 1733405044887 2024-12-05T13:24:04,888 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:24:04,888 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733405044073.e534586b3a43345bdc8cfa5f1827ebe4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733405044888"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733405044888"}]},"ts":"1733405044888"} 2024-12-05T13:24:04,890 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T13:24:04,890 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:24:04,890 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405044890"}]},"ts":"1733405044890"} 2024-12-05T13:24:04,892 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T13:24:04,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e534586b3a43345bdc8cfa5f1827ebe4, ASSIGN}] 2024-12-05T13:24:04,893 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e534586b3a43345bdc8cfa5f1827ebe4, ASSIGN 2024-12-05T13:24:04,893 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e534586b3a43345bdc8cfa5f1827ebe4, ASSIGN; state=OFFLINE, location=88aaa70743e7,38935,1733405036322; forceNewPlan=false, retain=false 2024-12-05T13:24:05,044 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e534586b3a43345bdc8cfa5f1827ebe4, regionState=OPENING, regionLocation=88aaa70743e7,38935,1733405036322 2024-12-05T13:24:05,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e534586b3a43345bdc8cfa5f1827ebe4, ASSIGN because future has completed 2024-12-05T13:24:05,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e534586b3a43345bdc8cfa5f1827ebe4, server=88aaa70743e7,38935,1733405036322}] 2024-12-05T13:24:05,200 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733405044073.e534586b3a43345bdc8cfa5f1827ebe4. 2024-12-05T13:24:05,200 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e534586b3a43345bdc8cfa5f1827ebe4, NAME => 'test,,1733405044073.e534586b3a43345bdc8cfa5f1827ebe4.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:24:05,201 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:24:05,201 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T13:24:05,201 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e534586b3a43345bdc8cfa5f1827ebe4 2024-12-05T13:24:05,201 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733405044073.e534586b3a43345bdc8cfa5f1827ebe4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:24:05,201 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e534586b3a43345bdc8cfa5f1827ebe4 2024-12-05T13:24:05,201 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e534586b3a43345bdc8cfa5f1827ebe4 2024-12-05T13:24:05,202 INFO [StoreOpener-e534586b3a43345bdc8cfa5f1827ebe4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e534586b3a43345bdc8cfa5f1827ebe4 2024-12-05T13:24:05,203 INFO [StoreOpener-e534586b3a43345bdc8cfa5f1827ebe4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e534586b3a43345bdc8cfa5f1827ebe4 columnFamilyName f 2024-12-05T13:24:05,203 DEBUG [StoreOpener-e534586b3a43345bdc8cfa5f1827ebe4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:05,203 INFO [StoreOpener-e534586b3a43345bdc8cfa5f1827ebe4-1 {}] regionserver.HStore(327): Store=e534586b3a43345bdc8cfa5f1827ebe4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:05,203 INFO [StoreOpener-e534586b3a43345bdc8cfa5f1827ebe4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e534586b3a43345bdc8cfa5f1827ebe4 2024-12-05T13:24:05,204 INFO [StoreOpener-e534586b3a43345bdc8cfa5f1827ebe4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e534586b3a43345bdc8cfa5f1827ebe4 columnFamilyName f1 2024-12-05T13:24:05,204 DEBUG [StoreOpener-e534586b3a43345bdc8cfa5f1827ebe4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:05,204 INFO [StoreOpener-e534586b3a43345bdc8cfa5f1827ebe4-1 {}] regionserver.HStore(327): Store=e534586b3a43345bdc8cfa5f1827ebe4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:05,204 INFO [StoreOpener-e534586b3a43345bdc8cfa5f1827ebe4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e534586b3a43345bdc8cfa5f1827ebe4 2024-12-05T13:24:05,205 INFO [StoreOpener-e534586b3a43345bdc8cfa5f1827ebe4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e534586b3a43345bdc8cfa5f1827ebe4 columnFamilyName norep 2024-12-05T13:24:05,205 DEBUG [StoreOpener-e534586b3a43345bdc8cfa5f1827ebe4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:05,205 INFO [StoreOpener-e534586b3a43345bdc8cfa5f1827ebe4-1 {}] regionserver.HStore(327): Store=e534586b3a43345bdc8cfa5f1827ebe4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:05,205 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e534586b3a43345bdc8cfa5f1827ebe4 2024-12-05T13:24:05,206 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/default/test/e534586b3a43345bdc8cfa5f1827ebe4 2024-12-05T13:24:05,206 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/default/test/e534586b3a43345bdc8cfa5f1827ebe4 2024-12-05T13:24:05,206 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e534586b3a43345bdc8cfa5f1827ebe4 2024-12-05T13:24:05,206 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e534586b3a43345bdc8cfa5f1827ebe4 2024-12-05T13:24:05,207 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T13:24:05,207 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e534586b3a43345bdc8cfa5f1827ebe4 2024-12-05T13:24:05,208 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/default/test/e534586b3a43345bdc8cfa5f1827ebe4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:24:05,209 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e534586b3a43345bdc8cfa5f1827ebe4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71168160, jitterRate=0.060488224029541016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T13:24:05,209 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e534586b3a43345bdc8cfa5f1827ebe4 2024-12-05T13:24:05,209 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e534586b3a43345bdc8cfa5f1827ebe4: Running coprocessor pre-open hook at 1733405045201Writing region info on filesystem at 1733405045201Initializing all the Stores at 1733405045202 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405045202Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405045202Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405045202Cleaning up temporary data from old regions at 1733405045206 (+4 ms)Running coprocessor post-open hooks at 1733405045209 (+3 ms)Region opened successfully at 1733405045209 2024-12-05T13:24:05,209 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733405044073.e534586b3a43345bdc8cfa5f1827ebe4., pid=6, masterSystemTime=1733405045198 2024-12-05T13:24:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:24:05,211 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733405044073.e534586b3a43345bdc8cfa5f1827ebe4. 2024-12-05T13:24:05,211 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733405044073.e534586b3a43345bdc8cfa5f1827ebe4. 2024-12-05T13:24:05,211 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e534586b3a43345bdc8cfa5f1827ebe4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=88aaa70743e7,38935,1733405036322 2024-12-05T13:24:05,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e534586b3a43345bdc8cfa5f1827ebe4, server=88aaa70743e7,38935,1733405036322 because future has completed 2024-12-05T13:24:05,215 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T13:24:05,215 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e534586b3a43345bdc8cfa5f1827ebe4, server=88aaa70743e7,38935,1733405036322 in 168 msec 2024-12-05T13:24:05,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T13:24:05,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e534586b3a43345bdc8cfa5f1827ebe4, ASSIGN in 323 msec 2024-12-05T13:24:05,217 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:24:05,217 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405045217"}]},"ts":"1733405045217"} 2024-12-05T13:24:05,219 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T13:24:05,219 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:24:05,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1460 sec 2024-12-05T13:24:05,401 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T13:24:06,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:24:06,221 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T13:24:06,221 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:24:06,222 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,46175,1733405040387 2024-12-05T13:24:06,222 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@dd8f72b 2024-12-05T13:24:06,222 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:24:06,223 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:24:06,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:24:06,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T13:24:06,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:24:06,226 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:06,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T13:24:06,227 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:24:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:24:06,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741835_1011 (size=902) 2024-12-05T13:24:06,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:24:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:24:06,633 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aadf47e33ffa7844c97e063fad1db1b4, NAME => 'test,,1733405046223.aadf47e33ffa7844c97e063fad1db1b4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f 2024-12-05T13:24:06,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741836_1012 (size=39) 2024-12-05T13:24:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:24:07,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733405046223.aadf47e33ffa7844c97e063fad1db1b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:24:07,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing aadf47e33ffa7844c97e063fad1db1b4, disabling compactions & flushes 2024-12-05T13:24:07,109 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733405046223.aadf47e33ffa7844c97e063fad1db1b4. 2024-12-05T13:24:07,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733405046223.aadf47e33ffa7844c97e063fad1db1b4. 2024-12-05T13:24:07,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733405046223.aadf47e33ffa7844c97e063fad1db1b4. after waiting 0 ms 2024-12-05T13:24:07,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733405046223.aadf47e33ffa7844c97e063fad1db1b4. 2024-12-05T13:24:07,109 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733405046223.aadf47e33ffa7844c97e063fad1db1b4. 2024-12-05T13:24:07,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for aadf47e33ffa7844c97e063fad1db1b4: Waiting for close lock at 1733405047109Disabling compacts and flushes for region at 1733405047109Disabling writes for close at 1733405047109Writing region close event to WAL at 1733405047109Closed at 1733405047109 2024-12-05T13:24:07,111 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:24:07,111 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733405046223.aadf47e33ffa7844c97e063fad1db1b4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733405047111"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733405047111"}]},"ts":"1733405047111"} 2024-12-05T13:24:07,112 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T13:24:07,113 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:24:07,113 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405047113"}]},"ts":"1733405047113"} 2024-12-05T13:24:07,114 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T13:24:07,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aadf47e33ffa7844c97e063fad1db1b4, ASSIGN}] 2024-12-05T13:24:07,116 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aadf47e33ffa7844c97e063fad1db1b4, ASSIGN 2024-12-05T13:24:07,116 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=aadf47e33ffa7844c97e063fad1db1b4, ASSIGN; state=OFFLINE, location=88aaa70743e7,33855,1733405040484; forceNewPlan=false, retain=false 2024-12-05T13:24:07,267 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aadf47e33ffa7844c97e063fad1db1b4, regionState=OPENING, regionLocation=88aaa70743e7,33855,1733405040484 2024-12-05T13:24:07,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=aadf47e33ffa7844c97e063fad1db1b4, ASSIGN because future has completed 2024-12-05T13:24:07,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aadf47e33ffa7844c97e063fad1db1b4, server=88aaa70743e7,33855,1733405040484}] 2024-12-05T13:24:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:24:07,424 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733405046223.aadf47e33ffa7844c97e063fad1db1b4. 2024-12-05T13:24:07,424 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => aadf47e33ffa7844c97e063fad1db1b4, NAME => 'test,,1733405046223.aadf47e33ffa7844c97e063fad1db1b4.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:24:07,424 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:24:07,424 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T13:24:07,424 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test aadf47e33ffa7844c97e063fad1db1b4 2024-12-05T13:24:07,424 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733405046223.aadf47e33ffa7844c97e063fad1db1b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:24:07,424 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for aadf47e33ffa7844c97e063fad1db1b4 2024-12-05T13:24:07,425 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for aadf47e33ffa7844c97e063fad1db1b4 2024-12-05T13:24:07,426 INFO [StoreOpener-aadf47e33ffa7844c97e063fad1db1b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region aadf47e33ffa7844c97e063fad1db1b4 2024-12-05T13:24:07,427 INFO [StoreOpener-aadf47e33ffa7844c97e063fad1db1b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aadf47e33ffa7844c97e063fad1db1b4 columnFamilyName f 2024-12-05T13:24:07,427 DEBUG [StoreOpener-aadf47e33ffa7844c97e063fad1db1b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:07,427 INFO [StoreOpener-aadf47e33ffa7844c97e063fad1db1b4-1 {}] regionserver.HStore(327): Store=aadf47e33ffa7844c97e063fad1db1b4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:07,428 INFO [StoreOpener-aadf47e33ffa7844c97e063fad1db1b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region aadf47e33ffa7844c97e063fad1db1b4 2024-12-05T13:24:07,428 INFO [StoreOpener-aadf47e33ffa7844c97e063fad1db1b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aadf47e33ffa7844c97e063fad1db1b4 columnFamilyName f1 2024-12-05T13:24:07,428 DEBUG [StoreOpener-aadf47e33ffa7844c97e063fad1db1b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:07,429 INFO [StoreOpener-aadf47e33ffa7844c97e063fad1db1b4-1 {}] regionserver.HStore(327): Store=aadf47e33ffa7844c97e063fad1db1b4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:07,429 INFO [StoreOpener-aadf47e33ffa7844c97e063fad1db1b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region aadf47e33ffa7844c97e063fad1db1b4 2024-12-05T13:24:07,429 INFO [StoreOpener-aadf47e33ffa7844c97e063fad1db1b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aadf47e33ffa7844c97e063fad1db1b4 columnFamilyName norep 2024-12-05T13:24:07,429 DEBUG [StoreOpener-aadf47e33ffa7844c97e063fad1db1b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:07,430 INFO [StoreOpener-aadf47e33ffa7844c97e063fad1db1b4-1 {}] regionserver.HStore(327): Store=aadf47e33ffa7844c97e063fad1db1b4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:07,430 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for aadf47e33ffa7844c97e063fad1db1b4 2024-12-05T13:24:07,430 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/default/test/aadf47e33ffa7844c97e063fad1db1b4 2024-12-05T13:24:07,430 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/default/test/aadf47e33ffa7844c97e063fad1db1b4 2024-12-05T13:24:07,431 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for aadf47e33ffa7844c97e063fad1db1b4 2024-12-05T13:24:07,431 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for aadf47e33ffa7844c97e063fad1db1b4 2024-12-05T13:24:07,431 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T13:24:07,432 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for aadf47e33ffa7844c97e063fad1db1b4 2024-12-05T13:24:07,433 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/default/test/aadf47e33ffa7844c97e063fad1db1b4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:24:07,433 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened aadf47e33ffa7844c97e063fad1db1b4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73269961, jitterRate=0.09180749952793121}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T13:24:07,433 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aadf47e33ffa7844c97e063fad1db1b4 2024-12-05T13:24:07,433 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for aadf47e33ffa7844c97e063fad1db1b4: Running coprocessor pre-open hook at 1733405047425Writing region info on filesystem at 1733405047425Initializing all the Stores at 1733405047425Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405047425Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405047426 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405047426Cleaning up temporary data from old regions at 1733405047431 (+5 ms)Running coprocessor post-open hooks at 1733405047433 (+2 ms)Region opened successfully at 1733405047433 2024-12-05T13:24:07,434 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733405046223.aadf47e33ffa7844c97e063fad1db1b4., pid=6, masterSystemTime=1733405047421 2024-12-05T13:24:07,436 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733405046223.aadf47e33ffa7844c97e063fad1db1b4. 2024-12-05T13:24:07,436 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733405046223.aadf47e33ffa7844c97e063fad1db1b4. 2024-12-05T13:24:07,436 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aadf47e33ffa7844c97e063fad1db1b4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=88aaa70743e7,33855,1733405040484 2024-12-05T13:24:07,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aadf47e33ffa7844c97e063fad1db1b4, server=88aaa70743e7,33855,1733405040484 because future has completed 2024-12-05T13:24:07,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T13:24:07,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure aadf47e33ffa7844c97e063fad1db1b4, server=88aaa70743e7,33855,1733405040484 in 170 msec 2024-12-05T13:24:07,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T13:24:07,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=aadf47e33ffa7844c97e063fad1db1b4, ASSIGN in 325 msec 2024-12-05T13:24:07,442 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:24:07,442 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405047442"}]},"ts":"1733405047442"} 2024-12-05T13:24:07,444 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T13:24:07,444 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:24:07,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2200 sec 2024-12-05T13:24:08,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:24:08,380 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T13:24:08,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@499195ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:08,381 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,37493,-1 for getting cluster id 2024-12-05T13:24:08,381 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:24:08,382 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fda38675-272e-44db-b8be-9029d4925976' 2024-12-05T13:24:08,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:24:08,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fda38675-272e-44db-b8be-9029d4925976" 2024-12-05T13:24:08,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ee5964e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:08,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,37493,-1] 2024-12-05T13:24:08,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:24:08,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:08,383 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:24:08,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f7563b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:08,384 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:24:08,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,37493,1733405031175 2024-12-05T13:24:08,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38459e7d 2024-12-05T13:24:08,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:24:08,386 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:24:08,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37493 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://88aaa70743e7:44077,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T13:24:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37493 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T13:24:08,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:24:08,388 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:44077' 2024-12-05T13:24:08,389 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3862d9c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:08,389 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,44077,-1 for getting cluster id 2024-12-05T13:24:08,389 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:24:08,390 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c885736e-bcc5-4308-b3ec-87d841056e03' 2024-12-05T13:24:08,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:24:08,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c885736e-bcc5-4308-b3ec-87d841056e03" 2024-12-05T13:24:08,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62a8716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:08,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,44077,-1] 2024-12-05T13:24:08,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:24:08,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:08,391 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:24:08,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@240e9d02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:08,391 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:24:08,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,44077,1733405036204 2024-12-05T13:24:08,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40b78c2 2024-12-05T13:24:08,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:24:08,393 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:24:08,393 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T13:24:08,393 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T13:24:08,393 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:08,393 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:08,393 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:24:08,394 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:24:08,395 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T13:24:08,395 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:24:08,395 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:08,396 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:24:08,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741837_1013 (size=1138) 2024-12-05T13:24:08,445 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T13:24:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:24:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:24:08,802 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 047d63992727cea273041a6a3f57a3d1, NAME => 'hbase:replication,,1733405048394.047d63992727cea273041a6a3f57a3d1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86 2024-12-05T13:24:08,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741838_1014 (size=44) 2024-12-05T13:24:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:24:09,217 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733405048394.047d63992727cea273041a6a3f57a3d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:24:09,217 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 047d63992727cea273041a6a3f57a3d1, disabling compactions & flushes 2024-12-05T13:24:09,217 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733405048394.047d63992727cea273041a6a3f57a3d1. 2024-12-05T13:24:09,217 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733405048394.047d63992727cea273041a6a3f57a3d1. 2024-12-05T13:24:09,217 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733405048394.047d63992727cea273041a6a3f57a3d1. after waiting 0 ms 2024-12-05T13:24:09,217 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733405048394.047d63992727cea273041a6a3f57a3d1. 2024-12-05T13:24:09,217 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733405048394.047d63992727cea273041a6a3f57a3d1. 2024-12-05T13:24:09,217 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 047d63992727cea273041a6a3f57a3d1: Waiting for close lock at 1733405049217Disabling compacts and flushes for region at 1733405049217Disabling writes for close at 1733405049217Writing region close event to WAL at 1733405049217Closed at 1733405049217 2024-12-05T13:24:09,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:24:09,219 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733405048394.047d63992727cea273041a6a3f57a3d1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733405049218"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733405049218"}]},"ts":"1733405049218"} 2024-12-05T13:24:09,220 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T13:24:09,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:24:09,221 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405049221"}]},"ts":"1733405049221"} 2024-12-05T13:24:09,222 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T13:24:09,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=047d63992727cea273041a6a3f57a3d1, ASSIGN}] 2024-12-05T13:24:09,223 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=047d63992727cea273041a6a3f57a3d1, ASSIGN 2024-12-05T13:24:09,224 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=047d63992727cea273041a6a3f57a3d1, ASSIGN; state=OFFLINE, location=88aaa70743e7,33515,1733405031333; forceNewPlan=false, retain=false 2024-12-05T13:24:09,375 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=047d63992727cea273041a6a3f57a3d1, regionState=OPENING, regionLocation=88aaa70743e7,33515,1733405031333 2024-12-05T13:24:09,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=047d63992727cea273041a6a3f57a3d1, ASSIGN because future has completed 2024-12-05T13:24:09,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 047d63992727cea273041a6a3f57a3d1, server=88aaa70743e7,33515,1733405031333}] 2024-12-05T13:24:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:24:09,533 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733405048394.047d63992727cea273041a6a3f57a3d1. 2024-12-05T13:24:09,533 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:24:09,533 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T13:24:09,535 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C33515%2C1733405031333.rep, suffix=, logDir=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333, archiveDir=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/oldWALs, maxLogs=10 2024-12-05T13:24:09,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.rep.1733405049535, exclude list is [], retry=0 2024-12-05T13:24:09,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40619,DS-5be4ff27-e74b-451e-82e3-f5b57bf92bb5,DISK] 2024-12-05T13:24:09,550 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.rep.1733405049535 2024-12-05T13:24:09,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46879:46879)] 2024-12-05T13:24:09,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 047d63992727cea273041a6a3f57a3d1, NAME => 'hbase:replication,,1733405048394.047d63992727cea273041a6a3f57a3d1.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:24:09,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:24:09,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:24:09,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733405048394.047d63992727cea273041a6a3f57a3d1. service=MultiRowMutationService 2024-12-05T13:24:09,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T13:24:09,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 047d63992727cea273041a6a3f57a3d1 2024-12-05T13:24:09,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733405048394.047d63992727cea273041a6a3f57a3d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:24:09,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 047d63992727cea273041a6a3f57a3d1 2024-12-05T13:24:09,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 047d63992727cea273041a6a3f57a3d1 2024-12-05T13:24:09,553 INFO [StoreOpener-047d63992727cea273041a6a3f57a3d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 047d63992727cea273041a6a3f57a3d1 2024-12-05T13:24:09,555 INFO [StoreOpener-047d63992727cea273041a6a3f57a3d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 047d63992727cea273041a6a3f57a3d1 columnFamilyName hfileref 2024-12-05T13:24:09,555 DEBUG [StoreOpener-047d63992727cea273041a6a3f57a3d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:09,555 INFO [StoreOpener-047d63992727cea273041a6a3f57a3d1-1 {}] regionserver.HStore(327): Store=047d63992727cea273041a6a3f57a3d1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:09,555 INFO [StoreOpener-047d63992727cea273041a6a3f57a3d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 047d63992727cea273041a6a3f57a3d1 2024-12-05T13:24:09,556 INFO [StoreOpener-047d63992727cea273041a6a3f57a3d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 047d63992727cea273041a6a3f57a3d1 columnFamilyName queue 2024-12-05T13:24:09,556 DEBUG [StoreOpener-047d63992727cea273041a6a3f57a3d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:09,556 INFO [StoreOpener-047d63992727cea273041a6a3f57a3d1-1 {}] regionserver.HStore(327): Store=047d63992727cea273041a6a3f57a3d1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:09,556 INFO [StoreOpener-047d63992727cea273041a6a3f57a3d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 047d63992727cea273041a6a3f57a3d1 2024-12-05T13:24:09,557 INFO [StoreOpener-047d63992727cea273041a6a3f57a3d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 047d63992727cea273041a6a3f57a3d1 columnFamilyName sid 2024-12-05T13:24:09,557 DEBUG [StoreOpener-047d63992727cea273041a6a3f57a3d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:09,558 INFO [StoreOpener-047d63992727cea273041a6a3f57a3d1-1 {}] regionserver.HStore(327): Store=047d63992727cea273041a6a3f57a3d1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:09,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 047d63992727cea273041a6a3f57a3d1 2024-12-05T13:24:09,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/hbase/replication/047d63992727cea273041a6a3f57a3d1 2024-12-05T13:24:09,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/hbase/replication/047d63992727cea273041a6a3f57a3d1 2024-12-05T13:24:09,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 047d63992727cea273041a6a3f57a3d1 2024-12-05T13:24:09,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 047d63992727cea273041a6a3f57a3d1 2024-12-05T13:24:09,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T13:24:09,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 047d63992727cea273041a6a3f57a3d1 2024-12-05T13:24:09,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/hbase/replication/047d63992727cea273041a6a3f57a3d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:24:09,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 047d63992727cea273041a6a3f57a3d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69132169, jitterRate=0.030149593949317932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T13:24:09,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 047d63992727cea273041a6a3f57a3d1 2024-12-05T13:24:09,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 047d63992727cea273041a6a3f57a3d1: Running coprocessor pre-open hook at 1733405049552Writing region info on filesystem at 1733405049552Initializing all the Stores at 1733405049553 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405049553Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405049553Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405049553Cleaning up temporary data from old regions at 1733405049559 (+6 ms)Running coprocessor post-open hooks at 1733405049562 (+3 ms)Region opened successfully at 1733405049563 (+1 ms) 2024-12-05T13:24:09,564 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733405048394.047d63992727cea273041a6a3f57a3d1., pid=10, masterSystemTime=1733405049530 2024-12-05T13:24:09,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733405048394.047d63992727cea273041a6a3f57a3d1. 2024-12-05T13:24:09,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733405048394.047d63992727cea273041a6a3f57a3d1. 2024-12-05T13:24:09,566 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=047d63992727cea273041a6a3f57a3d1, regionState=OPEN, openSeqNum=2, regionLocation=88aaa70743e7,33515,1733405031333 2024-12-05T13:24:09,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 047d63992727cea273041a6a3f57a3d1, server=88aaa70743e7,33515,1733405031333 because future has completed 2024-12-05T13:24:09,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T13:24:09,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 047d63992727cea273041a6a3f57a3d1, server=88aaa70743e7,33515,1733405031333 in 192 msec 2024-12-05T13:24:09,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T13:24:09,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=047d63992727cea273041a6a3f57a3d1, ASSIGN in 348 msec 2024-12-05T13:24:09,573 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:24:09,573 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405049573"}]},"ts":"1733405049573"} 2024-12-05T13:24:09,574 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T13:24:09,575 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:24:09,576 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-12-05T13:24:09,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733405048394.047d63992727cea273041a6a3f57a3d1., hostname=88aaa70743e7,33515,1733405031333, seqNum=2] 2024-12-05T13:24:09,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37493-0x101a6d779c20000, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01700485710 2024-12-05T13:24:09,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x101a6d779c20001, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01700485710 2024-12-05T13:24:09,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T13:24:09,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T13:24:09,893 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T13:24:09,921 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-88aaa70743e7,33515,1733405031333, ReplicationSource: 1, currentBandwidth=0 2024-12-05T13:24:09,922 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:24:09,922 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,33515,1733405031333, seqNum=-1] 2024-12-05T13:24:09,922 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:24:09,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-05T13:24:09,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-88aaa70743e7,33515,1733405031333', locateType=CURRENT is [region=hbase:replication,,1733405048394.047d63992727cea273041a6a3f57a3d1., hostname=88aaa70743e7,33515,1733405031333, seqNum=2] 2024-12-05T13:24:09,927 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T13:24:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37493 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T13:24:09,938 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 88aaa70743e7,33515,1733405031333 suceeded 2024-12-05T13:24:09,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T13:24:09,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-12-05T13:24:09,941 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://88aaa70743e7:44077,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T13:24:09,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5550 sec 2024-12-05T13:24:09,945 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:44077' 2024-12-05T13:24:09,946 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56a8d6f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:09,946 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,44077,-1 for getting cluster id 2024-12-05T13:24:09,946 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:24:09,947 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c885736e-bcc5-4308-b3ec-87d841056e03' 2024-12-05T13:24:09,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:24:09,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c885736e-bcc5-4308-b3ec-87d841056e03" 2024-12-05T13:24:09,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9be146f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:09,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,44077,-1] 2024-12-05T13:24:09,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:24:09,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:09,948 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:24:09,949 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b9c3d35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:09,949 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:24:09,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,44077,1733405036204 2024-12-05T13:24:09,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b861b6e 2024-12-05T13:24:09,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:24:09,950 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-05T13:24:09,951 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-88aaa70743e7,33515,1733405031333 (queues=1) is replicating from cluster=fda38675-272e-44db-b8be-9029d4925976 to cluster=c885736e-bcc5-4308-b3ec-87d841056e03 2024-12-05T13:24:09,951 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=88aaa70743e7%2C33515%2C1733405031333 2024-12-05T13:24:09,951 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-88aaa70743e7,33515,1733405031333, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T13:24:09,952 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531, startPosition=0, beingWritten=true 2024-12-05T13:24:09,955 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.shipper88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 88aaa70743e7%2C33515%2C1733405031333 2024-12-05T13:24:09,960 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:24:09,961 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 379, reset compression=false 2024-12-05T13:24:09,961 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.shipper88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,33515,1733405031333 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T13:24:10,167 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 379, reset compression=false 2024-12-05T13:24:10,470 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 379, reset compression=false 2024-12-05T13:24:10,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:24:10,540 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T13:24:10,540 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:24:10,540 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:24:10,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:10,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:10,541 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:24:10,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25496238, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:10,541 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,44077,-1 for getting cluster id 2024-12-05T13:24:10,541 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:24:10,542 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c885736e-bcc5-4308-b3ec-87d841056e03' 2024-12-05T13:24:10,542 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:24:10,542 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c885736e-bcc5-4308-b3ec-87d841056e03" 2024-12-05T13:24:10,542 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e6b8b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:10,543 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,44077,-1] 2024-12-05T13:24:10,543 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:24:10,543 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:10,543 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:24:10,544 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1711a714, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:10,544 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:24:10,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,44077,1733405036204 2024-12-05T13:24:10,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23470c90 2024-12-05T13:24:10,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:24:10,545 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:24:10,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://88aaa70743e7:46175,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T13:24:10,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T13:24:10,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:24:10,548 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:46175' 2024-12-05T13:24:10,549 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@521b1a78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:10,549 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,46175,-1 for getting cluster id 2024-12-05T13:24:10,549 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:24:10,550 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47e3203e-1ebd-48ae-b47d-7f070ffb8a66' 2024-12-05T13:24:10,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:24:10,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47e3203e-1ebd-48ae-b47d-7f070ffb8a66" 2024-12-05T13:24:10,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e23a513, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:10,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,46175,-1] 2024-12-05T13:24:10,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:24:10,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:10,551 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:24:10,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b5bc486, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:10,552 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:24:10,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,46175,1733405040387 2024-12-05T13:24:10,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22731b9f 2024-12-05T13:24:10,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:24:10,553 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:24:10,554 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T13:24:10,554 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T13:24:10,554 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:10,554 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:10,554 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:24:10,554 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:24:10,555 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T13:24:10,556 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:24:10,556 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:10,556 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:24:10,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741837_1013 (size=1138) 2024-12-05T13:24:10,605 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T13:24:10,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:24:10,703 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:24:10,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:10,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:10,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:10,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:10,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:10,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:10,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:10,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:10,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:10,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:10,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:10,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:10,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:24:10,873 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 379, reset compression=false 2024-12-05T13:24:10,962 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0978e79c2a68fb48ad7246f02ff41a99, NAME => 'hbase:replication,,1733405050554.0978e79c2a68fb48ad7246f02ff41a99.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c 2024-12-05T13:24:10,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741838_1014 (size=44) 2024-12-05T13:24:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:24:11,367 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733405050554.0978e79c2a68fb48ad7246f02ff41a99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:24:11,367 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0978e79c2a68fb48ad7246f02ff41a99, disabling compactions & flushes 2024-12-05T13:24:11,367 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733405050554.0978e79c2a68fb48ad7246f02ff41a99. 2024-12-05T13:24:11,367 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733405050554.0978e79c2a68fb48ad7246f02ff41a99. 2024-12-05T13:24:11,367 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733405050554.0978e79c2a68fb48ad7246f02ff41a99. after waiting 0 ms 2024-12-05T13:24:11,367 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733405050554.0978e79c2a68fb48ad7246f02ff41a99. 2024-12-05T13:24:11,367 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733405050554.0978e79c2a68fb48ad7246f02ff41a99. 2024-12-05T13:24:11,367 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0978e79c2a68fb48ad7246f02ff41a99: Waiting for close lock at 1733405051367Disabling compacts and flushes for region at 1733405051367Disabling writes for close at 1733405051367Writing region close event to WAL at 1733405051367Closed at 1733405051367 2024-12-05T13:24:11,369 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:24:11,369 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733405050554.0978e79c2a68fb48ad7246f02ff41a99.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733405051369"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733405051369"}]},"ts":"1733405051369"} 2024-12-05T13:24:11,371 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T13:24:11,372 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:24:11,372 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405051372"}]},"ts":"1733405051372"} 2024-12-05T13:24:11,374 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T13:24:11,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0978e79c2a68fb48ad7246f02ff41a99, ASSIGN}] 2024-12-05T13:24:11,375 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0978e79c2a68fb48ad7246f02ff41a99, ASSIGN 2024-12-05T13:24:11,376 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0978e79c2a68fb48ad7246f02ff41a99, ASSIGN; state=OFFLINE, location=88aaa70743e7,38935,1733405036322; forceNewPlan=false, retain=false 2024-12-05T13:24:11,376 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 379, reset compression=false 2024-12-05T13:24:11,402 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T13:24:11,526 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0978e79c2a68fb48ad7246f02ff41a99, regionState=OPENING, regionLocation=88aaa70743e7,38935,1733405036322 2024-12-05T13:24:11,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0978e79c2a68fb48ad7246f02ff41a99, ASSIGN because future has completed 2024-12-05T13:24:11,530 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0978e79c2a68fb48ad7246f02ff41a99, server=88aaa70743e7,38935,1733405036322}] 2024-12-05T13:24:11,552 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T13:24:11,552 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T13:24:11,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T13:24:11,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-05T13:24:11,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T13:24:11,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T13:24:11,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:24:11,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733405050554.0978e79c2a68fb48ad7246f02ff41a99. 2024-12-05T13:24:11,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:24:11,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T13:24:11,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C38935%2C1733405036322.rep, suffix=, logDir=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322, archiveDir=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/oldWALs, maxLogs=10 2024-12-05T13:24:11,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.rep.1733405051689, exclude list is [], retry=0 2024-12-05T13:24:11,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45187,DS-fca7854b-5553-451e-87ce-301fd59024bf,DISK] 2024-12-05T13:24:11,708 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.rep.1733405051689 2024-12-05T13:24:11,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35579:35579)] 2024-12-05T13:24:11,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0978e79c2a68fb48ad7246f02ff41a99, NAME => 'hbase:replication,,1733405050554.0978e79c2a68fb48ad7246f02ff41a99.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:24:11,708 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:24:11,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:24:11,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733405050554.0978e79c2a68fb48ad7246f02ff41a99. service=MultiRowMutationService 2024-12-05T13:24:11,709 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T13:24:11,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0978e79c2a68fb48ad7246f02ff41a99 2024-12-05T13:24:11,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733405050554.0978e79c2a68fb48ad7246f02ff41a99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:24:11,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0978e79c2a68fb48ad7246f02ff41a99 2024-12-05T13:24:11,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0978e79c2a68fb48ad7246f02ff41a99 2024-12-05T13:24:11,710 INFO [StoreOpener-0978e79c2a68fb48ad7246f02ff41a99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0978e79c2a68fb48ad7246f02ff41a99 2024-12-05T13:24:11,711 INFO [StoreOpener-0978e79c2a68fb48ad7246f02ff41a99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0978e79c2a68fb48ad7246f02ff41a99 columnFamilyName hfileref 2024-12-05T13:24:11,711 DEBUG [StoreOpener-0978e79c2a68fb48ad7246f02ff41a99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:11,711 INFO [StoreOpener-0978e79c2a68fb48ad7246f02ff41a99-1 {}] regionserver.HStore(327): Store=0978e79c2a68fb48ad7246f02ff41a99/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:11,711 INFO [StoreOpener-0978e79c2a68fb48ad7246f02ff41a99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0978e79c2a68fb48ad7246f02ff41a99 2024-12-05T13:24:11,712 INFO [StoreOpener-0978e79c2a68fb48ad7246f02ff41a99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0978e79c2a68fb48ad7246f02ff41a99 columnFamilyName queue 2024-12-05T13:24:11,712 DEBUG [StoreOpener-0978e79c2a68fb48ad7246f02ff41a99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:11,712 INFO [StoreOpener-0978e79c2a68fb48ad7246f02ff41a99-1 {}] regionserver.HStore(327): Store=0978e79c2a68fb48ad7246f02ff41a99/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:11,713 INFO [StoreOpener-0978e79c2a68fb48ad7246f02ff41a99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0978e79c2a68fb48ad7246f02ff41a99 2024-12-05T13:24:11,713 INFO [StoreOpener-0978e79c2a68fb48ad7246f02ff41a99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0978e79c2a68fb48ad7246f02ff41a99 columnFamilyName sid 2024-12-05T13:24:11,713 DEBUG [StoreOpener-0978e79c2a68fb48ad7246f02ff41a99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:11,714 INFO [StoreOpener-0978e79c2a68fb48ad7246f02ff41a99-1 {}] regionserver.HStore(327): Store=0978e79c2a68fb48ad7246f02ff41a99/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:11,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0978e79c2a68fb48ad7246f02ff41a99 2024-12-05T13:24:11,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/hbase/replication/0978e79c2a68fb48ad7246f02ff41a99 2024-12-05T13:24:11,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/hbase/replication/0978e79c2a68fb48ad7246f02ff41a99 2024-12-05T13:24:11,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0978e79c2a68fb48ad7246f02ff41a99 2024-12-05T13:24:11,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0978e79c2a68fb48ad7246f02ff41a99 2024-12-05T13:24:11,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T13:24:11,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0978e79c2a68fb48ad7246f02ff41a99 2024-12-05T13:24:11,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/hbase/replication/0978e79c2a68fb48ad7246f02ff41a99/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:24:11,718 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0978e79c2a68fb48ad7246f02ff41a99; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71842585, jitterRate=0.07053793966770172}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T13:24:11,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0978e79c2a68fb48ad7246f02ff41a99 2024-12-05T13:24:11,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0978e79c2a68fb48ad7246f02ff41a99: Running coprocessor pre-open hook at 1733405051709Writing region info on filesystem at 1733405051709Initializing all the Stores at 1733405051710 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405051710Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405051710Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405051710Cleaning up temporary data from old regions at 1733405051715 (+5 ms)Running coprocessor post-open hooks at 1733405051718 (+3 ms)Region opened successfully at 1733405051718 2024-12-05T13:24:11,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733405050554.0978e79c2a68fb48ad7246f02ff41a99., pid=10, masterSystemTime=1733405051682 2024-12-05T13:24:11,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733405050554.0978e79c2a68fb48ad7246f02ff41a99. 2024-12-05T13:24:11,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733405050554.0978e79c2a68fb48ad7246f02ff41a99. 2024-12-05T13:24:11,721 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0978e79c2a68fb48ad7246f02ff41a99, regionState=OPEN, openSeqNum=2, regionLocation=88aaa70743e7,38935,1733405036322 2024-12-05T13:24:11,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0978e79c2a68fb48ad7246f02ff41a99, server=88aaa70743e7,38935,1733405036322 because future has completed 2024-12-05T13:24:11,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T13:24:11,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0978e79c2a68fb48ad7246f02ff41a99, server=88aaa70743e7,38935,1733405036322 in 195 msec 2024-12-05T13:24:11,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T13:24:11,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0978e79c2a68fb48ad7246f02ff41a99, ASSIGN in 351 msec 2024-12-05T13:24:11,727 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:24:11,727 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405051727"}]},"ts":"1733405051727"} 2024-12-05T13:24:11,728 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T13:24:11,729 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:24:11,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-12-05T13:24:11,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733405050554.0978e79c2a68fb48ad7246f02ff41a99., hostname=88aaa70743e7,38935,1733405036322, seqNum=2] 2024-12-05T13:24:11,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38935-0x101a6d779c20004, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418258020 2024-12-05T13:24:11,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x101a6d779c20003, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418258020 2024-12-05T13:24:11,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T13:24:11,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38935 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T13:24:11,967 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T13:24:11,980 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 379, reset compression=false 2024-12-05T13:24:12,000 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-88aaa70743e7,38935,1733405036322, ReplicationSource: 1, currentBandwidth=0 2024-12-05T13:24:12,001 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:24:12,001 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,38935,1733405036322, seqNum=-1] 2024-12-05T13:24:12,001 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:24:12,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-05T13:24:12,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-88aaa70743e7,38935,1733405036322', locateType=CURRENT is [region=hbase:replication,,1733405050554.0978e79c2a68fb48ad7246f02ff41a99., hostname=88aaa70743e7,38935,1733405036322, seqNum=2] 2024-12-05T13:24:12,015 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T13:24:12,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T13:24:12,019 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 88aaa70743e7,38935,1733405036322 suceeded 2024-12-05T13:24:12,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T13:24:12,021 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://88aaa70743e7:46175,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T13:24:12,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-12-05T13:24:12,023 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4750 sec 2024-12-05T13:24:12,035 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:46175' 2024-12-05T13:24:12,037 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2df42c51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:12,037 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,46175,-1 for getting cluster id 2024-12-05T13:24:12,037 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:24:12,038 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47e3203e-1ebd-48ae-b47d-7f070ffb8a66' 2024-12-05T13:24:12,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:24:12,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47e3203e-1ebd-48ae-b47d-7f070ffb8a66" 2024-12-05T13:24:12,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cd69931, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:12,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,46175,-1] 2024-12-05T13:24:12,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:24:12,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:12,039 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:24:12,040 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20b43c0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:12,040 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:24:12,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,46175,1733405040387 2024-12-05T13:24:12,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e1b19ab 2024-12-05T13:24:12,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:24:12,041 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-05T13:24:12,042 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-88aaa70743e7,38935,1733405036322 (queues=1) is replicating from cluster=c885736e-bcc5-4308-b3ec-87d841056e03 to cluster=47e3203e-1ebd-48ae-b47d-7f070ffb8a66 2024-12-05T13:24:12,042 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=88aaa70743e7%2C38935%2C1733405036322 2024-12-05T13:24:12,042 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-88aaa70743e7,38935,1733405036322, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T13:24:12,042 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.shipper88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 88aaa70743e7%2C38935%2C1733405036322 2024-12-05T13:24:12,043 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548, startPosition=0, beingWritten=true 2024-12-05T13:24:12,048 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:24:12,048 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 379, reset compression=false 2024-12-05T13:24:12,048 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.shipper88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,38935,1733405036322 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T13:24:12,253 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 379, reset compression=false 2024-12-05T13:24:12,557 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 379, reset compression=false 2024-12-05T13:24:12,683 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 379, reset compression=false 2024-12-05T13:24:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:24:12,690 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T13:24:12,691 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:24:12,691 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:24:12,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:12,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:12,691 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:24:12,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c1008d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:12,692 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,46175,-1 for getting cluster id 2024-12-05T13:24:12,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:24:12,692 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47e3203e-1ebd-48ae-b47d-7f070ffb8a66' 2024-12-05T13:24:12,693 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:24:12,693 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47e3203e-1ebd-48ae-b47d-7f070ffb8a66" 2024-12-05T13:24:12,693 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@386839b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:12,693 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,46175,-1] 2024-12-05T13:24:12,693 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:24:12,693 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:12,694 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:24:12,694 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d98d28a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:12,695 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:24:12,695 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,46175,1733405040387 2024-12-05T13:24:12,695 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79f3aa2a 2024-12-05T13:24:12,696 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:24:12,696 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:24:12,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://88aaa70743e7:37493,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T13:24:12,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T13:24:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:24:12,699 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:37493' 2024-12-05T13:24:12,700 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da7ff33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:12,700 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,37493,-1 for getting cluster id 2024-12-05T13:24:12,700 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:24:12,700 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fda38675-272e-44db-b8be-9029d4925976' 2024-12-05T13:24:12,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:24:12,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fda38675-272e-44db-b8be-9029d4925976" 2024-12-05T13:24:12,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f774dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:12,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,37493,-1] 2024-12-05T13:24:12,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:24:12,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:12,702 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:24:12,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f7be1c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:12,702 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:24:12,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,37493,1733405031175 2024-12-05T13:24:12,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a09f500 2024-12-05T13:24:12,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:24:12,704 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:24:12,705 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T13:24:12,705 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T13:24:12,705 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:12,705 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:12,705 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:24:12,705 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:24:12,707 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T13:24:12,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:24:12,708 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:12,709 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:24:12,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741837_1013 (size=1138) 2024-12-05T13:24:12,757 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T13:24:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:24:12,960 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 379, reset compression=false 2024-12-05T13:24:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:24:13,116 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8828ac8455981f446ce4eeeea20be60c, NAME => 'hbase:replication,,1733405052705.8828ac8455981f446ce4eeeea20be60c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f 2024-12-05T13:24:13,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741838_1014 (size=44) 2024-12-05T13:24:13,126 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733405052705.8828ac8455981f446ce4eeeea20be60c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:24:13,126 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8828ac8455981f446ce4eeeea20be60c, disabling compactions & flushes 2024-12-05T13:24:13,126 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733405052705.8828ac8455981f446ce4eeeea20be60c. 2024-12-05T13:24:13,126 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733405052705.8828ac8455981f446ce4eeeea20be60c. 2024-12-05T13:24:13,126 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733405052705.8828ac8455981f446ce4eeeea20be60c. after waiting 0 ms 2024-12-05T13:24:13,126 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733405052705.8828ac8455981f446ce4eeeea20be60c. 2024-12-05T13:24:13,126 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733405052705.8828ac8455981f446ce4eeeea20be60c. 2024-12-05T13:24:13,126 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8828ac8455981f446ce4eeeea20be60c: Waiting for close lock at 1733405053126Disabling compacts and flushes for region at 1733405053126Disabling writes for close at 1733405053126Writing region close event to WAL at 1733405053126Closed at 1733405053126 2024-12-05T13:24:13,128 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:24:13,128 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733405052705.8828ac8455981f446ce4eeeea20be60c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733405053128"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733405053128"}]},"ts":"1733405053128"} 2024-12-05T13:24:13,130 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T13:24:13,132 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:24:13,132 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405053132"}]},"ts":"1733405053132"} 2024-12-05T13:24:13,134 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T13:24:13,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8828ac8455981f446ce4eeeea20be60c, ASSIGN}] 2024-12-05T13:24:13,136 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8828ac8455981f446ce4eeeea20be60c, ASSIGN 2024-12-05T13:24:13,137 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8828ac8455981f446ce4eeeea20be60c, ASSIGN; state=OFFLINE, location=88aaa70743e7,33855,1733405040484; forceNewPlan=false, retain=false 2024-12-05T13:24:13,288 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8828ac8455981f446ce4eeeea20be60c, regionState=OPENING, regionLocation=88aaa70743e7,33855,1733405040484 2024-12-05T13:24:13,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8828ac8455981f446ce4eeeea20be60c, ASSIGN because future has completed 2024-12-05T13:24:13,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8828ac8455981f446ce4eeeea20be60c, server=88aaa70743e7,33855,1733405040484}] 2024-12-05T13:24:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:24:13,446 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733405052705.8828ac8455981f446ce4eeeea20be60c. 2024-12-05T13:24:13,446 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:24:13,446 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T13:24:13,447 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C33855%2C1733405040484.rep, suffix=, logDir=hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484, archiveDir=hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/oldWALs, maxLogs=10 2024-12-05T13:24:13,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.rep.1733405053447, exclude list is [], retry=0 2024-12-05T13:24:13,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44351,DS-064cc4bb-3897-437c-aa7e-ea6f5cf7148b,DISK] 2024-12-05T13:24:13,462 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.rep.1733405053447 2024-12-05T13:24:13,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38941:38941)] 2024-12-05T13:24:13,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8828ac8455981f446ce4eeeea20be60c, NAME => 'hbase:replication,,1733405052705.8828ac8455981f446ce4eeeea20be60c.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:24:13,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:24:13,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:24:13,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733405052705.8828ac8455981f446ce4eeeea20be60c. service=MultiRowMutationService 2024-12-05T13:24:13,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T13:24:13,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8828ac8455981f446ce4eeeea20be60c 2024-12-05T13:24:13,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733405052705.8828ac8455981f446ce4eeeea20be60c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:24:13,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8828ac8455981f446ce4eeeea20be60c 2024-12-05T13:24:13,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8828ac8455981f446ce4eeeea20be60c 2024-12-05T13:24:13,464 INFO [StoreOpener-8828ac8455981f446ce4eeeea20be60c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8828ac8455981f446ce4eeeea20be60c 2024-12-05T13:24:13,465 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 379, reset compression=false 2024-12-05T13:24:13,465 INFO [StoreOpener-8828ac8455981f446ce4eeeea20be60c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8828ac8455981f446ce4eeeea20be60c columnFamilyName hfileref 2024-12-05T13:24:13,465 DEBUG [StoreOpener-8828ac8455981f446ce4eeeea20be60c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:13,465 INFO [StoreOpener-8828ac8455981f446ce4eeeea20be60c-1 {}] regionserver.HStore(327): Store=8828ac8455981f446ce4eeeea20be60c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:13,465 INFO [StoreOpener-8828ac8455981f446ce4eeeea20be60c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8828ac8455981f446ce4eeeea20be60c 2024-12-05T13:24:13,466 INFO [StoreOpener-8828ac8455981f446ce4eeeea20be60c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8828ac8455981f446ce4eeeea20be60c columnFamilyName queue 2024-12-05T13:24:13,466 DEBUG [StoreOpener-8828ac8455981f446ce4eeeea20be60c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:13,467 INFO [StoreOpener-8828ac8455981f446ce4eeeea20be60c-1 {}] regionserver.HStore(327): Store=8828ac8455981f446ce4eeeea20be60c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:13,467 INFO [StoreOpener-8828ac8455981f446ce4eeeea20be60c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8828ac8455981f446ce4eeeea20be60c 2024-12-05T13:24:13,468 INFO [StoreOpener-8828ac8455981f446ce4eeeea20be60c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8828ac8455981f446ce4eeeea20be60c columnFamilyName sid 2024-12-05T13:24:13,468 DEBUG [StoreOpener-8828ac8455981f446ce4eeeea20be60c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:13,469 INFO [StoreOpener-8828ac8455981f446ce4eeeea20be60c-1 {}] regionserver.HStore(327): Store=8828ac8455981f446ce4eeeea20be60c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:13,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8828ac8455981f446ce4eeeea20be60c 2024-12-05T13:24:13,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/hbase/replication/8828ac8455981f446ce4eeeea20be60c 2024-12-05T13:24:13,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/hbase/replication/8828ac8455981f446ce4eeeea20be60c 2024-12-05T13:24:13,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8828ac8455981f446ce4eeeea20be60c 2024-12-05T13:24:13,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8828ac8455981f446ce4eeeea20be60c 2024-12-05T13:24:13,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T13:24:13,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8828ac8455981f446ce4eeeea20be60c 2024-12-05T13:24:13,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/hbase/replication/8828ac8455981f446ce4eeeea20be60c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:24:13,475 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8828ac8455981f446ce4eeeea20be60c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65316530, jitterRate=-0.026707857847213745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T13:24:13,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8828ac8455981f446ce4eeeea20be60c 2024-12-05T13:24:13,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8828ac8455981f446ce4eeeea20be60c: Running coprocessor pre-open hook at 1733405053463Writing region info on filesystem at 1733405053463Initializing all the Stores at 1733405053464 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405053464Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405053464Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405053464Cleaning up temporary data from old regions at 1733405053470 (+6 ms)Running coprocessor post-open hooks at 1733405053475 (+5 ms)Region opened successfully at 1733405053475 2024-12-05T13:24:13,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733405052705.8828ac8455981f446ce4eeeea20be60c., pid=10, masterSystemTime=1733405053443 2024-12-05T13:24:13,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733405052705.8828ac8455981f446ce4eeeea20be60c. 2024-12-05T13:24:13,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733405052705.8828ac8455981f446ce4eeeea20be60c. 2024-12-05T13:24:13,479 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8828ac8455981f446ce4eeeea20be60c, regionState=OPEN, openSeqNum=2, regionLocation=88aaa70743e7,33855,1733405040484 2024-12-05T13:24:13,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8828ac8455981f446ce4eeeea20be60c, server=88aaa70743e7,33855,1733405040484 because future has completed 2024-12-05T13:24:13,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T13:24:13,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8828ac8455981f446ce4eeeea20be60c, server=88aaa70743e7,33855,1733405040484 in 191 msec 2024-12-05T13:24:13,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T13:24:13,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8828ac8455981f446ce4eeeea20be60c, ASSIGN in 348 msec 2024-12-05T13:24:13,486 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:24:13,486 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405053486"}]},"ts":"1733405053486"} 2024-12-05T13:24:13,487 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 379, reset compression=false 2024-12-05T13:24:13,488 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T13:24:13,489 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:24:13,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 784 msec 2024-12-05T13:24:13,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733405052705.8828ac8455981f446ce4eeeea20be60c., hostname=88aaa70743e7,33855,1733405040484, seqNum=2] 2024-12-05T13:24:13,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x101a6d779c20007, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-501400319 2024-12-05T13:24:13,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46175-0x101a6d779c20006, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-501400319 2024-12-05T13:24:13,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T13:24:13,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33855 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T13:24:13,746 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T13:24:13,771 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-88aaa70743e7,33855,1733405040484, ReplicationSource: 1, currentBandwidth=0 2024-12-05T13:24:13,771 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:24:13,771 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,33855,1733405040484, seqNum=-1] 2024-12-05T13:24:13,772 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:24:13,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-05T13:24:13,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-88aaa70743e7,33855,1733405040484', locateType=CURRENT is [region=hbase:replication,,1733405052705.8828ac8455981f446ce4eeeea20be60c., hostname=88aaa70743e7,33855,1733405040484, seqNum=2] 2024-12-05T13:24:13,777 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T13:24:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T13:24:13,778 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 88aaa70743e7,33855,1733405040484 suceeded 2024-12-05T13:24:13,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T13:24:13,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-12-05T13:24:13,780 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://88aaa70743e7:37493,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T13:24:13,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0830 sec 2024-12-05T13:24:13,793 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:37493' 2024-12-05T13:24:13,795 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50359779, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:13,795 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,37493,-1 for getting cluster id 2024-12-05T13:24:13,795 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:24:13,796 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fda38675-272e-44db-b8be-9029d4925976' 2024-12-05T13:24:13,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:24:13,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fda38675-272e-44db-b8be-9029d4925976" 2024-12-05T13:24:13,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d4fd907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:13,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,37493,-1] 2024-12-05T13:24:13,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:24:13,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:13,797 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:24:13,797 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69a64d1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:13,798 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:24:13,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,37493,1733405031175 2024-12-05T13:24:13,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64d5b90c 2024-12-05T13:24:13,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:24:13,799 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-05T13:24:13,799 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-88aaa70743e7,33855,1733405040484 (queues=1) is replicating from cluster=47e3203e-1ebd-48ae-b47d-7f070ffb8a66 to cluster=fda38675-272e-44db-b8be-9029d4925976 2024-12-05T13:24:13,799 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=88aaa70743e7%2C33855%2C1733405040484 2024-12-05T13:24:13,799 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-88aaa70743e7,33855,1733405040484, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T13:24:13,800 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.shipper88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 88aaa70743e7%2C33855%2C1733405040484 2024-12-05T13:24:13,800 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808, startPosition=0, beingWritten=true 2024-12-05T13:24:13,804 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:24:13,804 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808 to pos 379, reset compression=false 2024-12-05T13:24:13,804 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.shipper88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,33855,1733405040484 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T13:24:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:24:13,831 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T13:24:13,831 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:24:13,831 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:24:13,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:13,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:13,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:24:13,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@258aac40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:13,832 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,37493,-1 for getting cluster id 2024-12-05T13:24:13,832 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:24:13,833 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fda38675-272e-44db-b8be-9029d4925976' 2024-12-05T13:24:13,833 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:24:13,833 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fda38675-272e-44db-b8be-9029d4925976" 2024-12-05T13:24:13,833 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b64debb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:13,833 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,37493,-1] 2024-12-05T13:24:13,833 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:24:13,833 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:13,834 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:24:13,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5969516a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:13,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f1c61f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:13,835 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,44077,-1 for getting cluster id 2024-12-05T13:24:13,835 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:24:13,836 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c885736e-bcc5-4308-b3ec-87d841056e03' 2024-12-05T13:24:13,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:24:13,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c885736e-bcc5-4308-b3ec-87d841056e03" 2024-12-05T13:24:13,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510f9d0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:13,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,44077,-1] 2024-12-05T13:24:13,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:24:13,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:13,837 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:24:13,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2359e138, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:13,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c0d370f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:13,838 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,46175,-1 for getting cluster id 2024-12-05T13:24:13,838 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:24:13,839 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47e3203e-1ebd-48ae-b47d-7f070ffb8a66' 2024-12-05T13:24:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:24:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47e3203e-1ebd-48ae-b47d-7f070ffb8a66" 2024-12-05T13:24:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@619a36e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,46175,-1] 2024-12-05T13:24:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:24:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:13,840 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:24:13,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4759e038, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:13,841 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:24:13,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,33515,1733405031333, seqNum=-1] 2024-12-05T13:24:13,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:24:13,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:24:13,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733405042933.4511cd4238d3c3d114a2cca55b9051d7., hostname=88aaa70743e7,33515,1733405031333, seqNum=2] 2024-12-05T13:24:13,847 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:24:13,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,33855,1733405040484, seqNum=-1] 2024-12-05T13:24:13,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:24:13,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:24:13,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733405046223.aadf47e33ffa7844c97e063fad1db1b4., hostname=88aaa70743e7,33855,1733405040484, seqNum=2] 2024-12-05T13:24:13,852 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-05T13:24:14,032 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808 to pos 379, reset compression=false 2024-12-05T13:24:14,071 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 379, reset compression=false 2024-12-05T13:24:14,336 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808 to pos 379, reset compression=false 2024-12-05T13:24:14,391 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 379, reset compression=false 2024-12-05T13:24:14,396 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T13:24:14,396 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 480, reset compression=false 2024-12-05T13:24:14,396 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.shipper88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,33515,1733405031333 got entry batch from reader: WALEntryBatch [walEntries=[{test/4511cd4238d3c3d114a2cca55b9051d7/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-05T13:24:14,398 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.shipper88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:24:14,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-05T13:24:14,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38935 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T13:24:14,400 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3720497f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:14,400 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38935 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,44077,-1 for getting cluster id 2024-12-05T13:24:14,400 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:24:14,401 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c885736e-bcc5-4308-b3ec-87d841056e03' 2024-12-05T13:24:14,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:24:14,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c885736e-bcc5-4308-b3ec-87d841056e03" 2024-12-05T13:24:14,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ac9af43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:14,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,44077,-1] 2024-12-05T13:24:14,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:24:14,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:14,402 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:24:14,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@625170b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:14,403 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38935 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:24:14,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,38935,1733405036322, seqNum=-1] 2024-12-05T13:24:14,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:24:14,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-05T13:24:14,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733405044073.e534586b3a43345bdc8cfa5f1827ebe4., hostname=88aaa70743e7,38935,1733405036322, seqNum=2] 2024-12-05T13:24:14,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38935 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T13:24:14,600 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 480, reset compression=false 2024-12-05T13:24:14,739 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808 to pos 379, reset compression=false 2024-12-05T13:24:14,775 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 379, reset compression=false 2024-12-05T13:24:14,780 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T13:24:14,780 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 504, reset compression=false 2024-12-05T13:24:14,780 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.shipper88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,38935,1733405036322 got entry batch from reader: WALEntryBatch [walEntries=[{test/e534586b3a43345bdc8cfa5f1827ebe4/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-05T13:24:14,782 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.shipper88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:24:14,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-05T13:24:14,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T13:24:14,784 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b1a4e3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:14,784 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,46175,-1 for getting cluster id 2024-12-05T13:24:14,784 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:24:14,785 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47e3203e-1ebd-48ae-b47d-7f070ffb8a66' 2024-12-05T13:24:14,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:24:14,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47e3203e-1ebd-48ae-b47d-7f070ffb8a66" 2024-12-05T13:24:14,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@298fc2ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:14,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,46175,-1] 2024-12-05T13:24:14,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:24:14,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:14,786 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:24:14,787 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32277aad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:14,787 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:24:14,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,33855,1733405040484, seqNum=-1] 2024-12-05T13:24:14,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:24:14,789 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-05T13:24:14,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733405046223.aadf47e33ffa7844c97e063fad1db1b4., hostname=88aaa70743e7,33855,1733405040484, seqNum=2] 2024-12-05T13:24:14,794 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T13:24:14,854 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-05T13:24:14,854 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:24:14,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,38935,1733405036322, seqNum=-1] 2024-12-05T13:24:14,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:24:14,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:24:14,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733405044073.e534586b3a43345bdc8cfa5f1827ebe4., hostname=88aaa70743e7,38935,1733405036322, seqNum=2] 2024-12-05T13:24:14,862 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-05T13:24:14,903 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 480, reset compression=false 2024-12-05T13:24:14,986 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 504, reset compression=false 2024-12-05T13:24:14,990 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T13:24:14,990 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 608, reset compression=false 2024-12-05T13:24:14,990 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.shipper88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,38935,1733405036322 got entry batch from reader: WALEntryBatch [walEntries=[{test/e534586b3a43345bdc8cfa5f1827ebe4/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T13:24:14,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T13:24:14,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T13:24:15,195 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 608, reset compression=false 2024-12-05T13:24:15,243 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808 to pos 379, reset compression=false 2024-12-05T13:24:15,253 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T13:24:15,253 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808 to pos 656, reset compression=false 2024-12-05T13:24:15,253 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.shipper88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,33855,1733405040484 got entry batch from reader: WALEntryBatch [walEntries=[{test/aadf47e33ffa7844c97e063fad1db1b4/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-05T13:24:15,255 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.shipper88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:24:15,256 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-05T13:24:15,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T13:24:15,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70273e5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:15,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,37493,-1 for getting cluster id 2024-12-05T13:24:15,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:24:15,260 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fda38675-272e-44db-b8be-9029d4925976' 2024-12-05T13:24:15,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:24:15,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fda38675-272e-44db-b8be-9029d4925976" 2024-12-05T13:24:15,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48b955d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:15,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,37493,-1] 2024-12-05T13:24:15,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:24:15,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:15,261 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:24:15,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5914d1b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:15,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:24:15,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,33515,1733405031333, seqNum=-1] 2024-12-05T13:24:15,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:24:15,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-05T13:24:15,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733405042933.4511cd4238d3c3d114a2cca55b9051d7., hostname=88aaa70743e7,33515,1733405031333, seqNum=2] 2024-12-05T13:24:15,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T13:24:15,308 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 480, reset compression=false 2024-12-05T13:24:15,319 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:24:15,320 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 631, reset compression=false 2024-12-05T13:24:15,320 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.shipper88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,33515,1733405031333 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T13:24:15,475 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808 to pos 656, reset compression=false 2024-12-05T13:24:15,498 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 608, reset compression=false 2024-12-05T13:24:15,547 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 631, reset compression=false 2024-12-05T13:24:15,778 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808 to pos 656, reset compression=false 2024-12-05T13:24:15,851 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 631, reset compression=false 2024-12-05T13:24:15,864 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-05T13:24:15,866 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-05T13:24:15,901 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 608, reset compression=false 2024-12-05T13:24:16,181 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808 to pos 656, reset compression=false 2024-12-05T13:24:16,190 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T13:24:16,190 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808 to pos 760, reset compression=false 2024-12-05T13:24:16,190 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.shipper88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,33855,1733405040484 got entry batch from reader: WALEntryBatch [walEntries=[{test/aadf47e33ffa7844c97e063fad1db1b4/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T13:24:16,191 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T13:24:16,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T13:24:16,254 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 631, reset compression=false 2024-12-05T13:24:16,261 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T13:24:16,261 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 758, reset compression=false 2024-12-05T13:24:16,261 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.shipper88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,33515,1733405031333 got entry batch from reader: WALEntryBatch [walEntries=[{test/4511cd4238d3c3d114a2cca55b9051d7/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-05T13:24:16,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38935 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T13:24:16,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38935 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T13:24:16,395 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808 to pos 760, reset compression=false 2024-12-05T13:24:16,404 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 608, reset compression=false 2024-12-05T13:24:16,410 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:24:16,410 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 759, reset compression=false 2024-12-05T13:24:16,410 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.shipper88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,38935,1733405036322 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T13:24:16,467 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 758, reset compression=false 2024-12-05T13:24:16,623 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 759, reset compression=false 2024-12-05T13:24:16,699 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808 to pos 760, reset compression=false 2024-12-05T13:24:16,770 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 758, reset compression=false 2024-12-05T13:24:16,868 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-05T13:24:16,871 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-05T13:24:16,927 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 759, reset compression=false 2024-12-05T13:24:17,102 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808 to pos 760, reset compression=false 2024-12-05T13:24:17,174 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 758, reset compression=false 2024-12-05T13:24:17,178 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T13:24:17,178 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 914, reset compression=false 2024-12-05T13:24:17,178 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.shipper88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,33515,1733405031333 got entry batch from reader: WALEntryBatch [walEntries=[{test/4511cd4238d3c3d114a2cca55b9051d7/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-05T13:24:17,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38935 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T13:24:17,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38935 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T13:24:17,210 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:24:17,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:17,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:17,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:17,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:17,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:17,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:17,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:17,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:17,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:17,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:17,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:17,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:17,330 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 759, reset compression=false 2024-12-05T13:24:17,334 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T13:24:17,334 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 907, reset compression=false 2024-12-05T13:24:17,334 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.shipper88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,38935,1733405036322 got entry batch from reader: WALEntryBatch [walEntries=[{test/e534586b3a43345bdc8cfa5f1827ebe4/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-05T13:24:17,335 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T13:24:17,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T13:24:17,382 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 914, reset compression=false 2024-12-05T13:24:17,537 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 907, reset compression=false 2024-12-05T13:24:17,606 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808 to pos 760, reset compression=false 2024-12-05T13:24:17,609 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:24:17,609 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808 to pos 932, reset compression=false 2024-12-05T13:24:17,609 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.shipper88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,33855,1733405040484 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T13:24:17,685 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 914, reset compression=false 2024-12-05T13:24:17,812 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808 to pos 932, reset compression=false 2024-12-05T13:24:17,840 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 907, reset compression=false 2024-12-05T13:24:17,873 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-05T13:24:17,876 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-05T13:24:18,088 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 914, reset compression=false 2024-12-05T13:24:18,116 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808 to pos 932, reset compression=false 2024-12-05T13:24:18,243 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 907, reset compression=false 2024-12-05T13:24:18,247 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T13:24:18,247 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 1066, reset compression=false 2024-12-05T13:24:18,247 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.shipper88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,38935,1733405036322 got entry batch from reader: WALEntryBatch [walEntries=[{test/e534586b3a43345bdc8cfa5f1827ebe4/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T13:24:18,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T13:24:18,250 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T13:24:18,451 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 1066, reset compression=false 2024-12-05T13:24:18,519 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808 to pos 932, reset compression=false 2024-12-05T13:24:18,523 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T13:24:18,523 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808 to pos 1082, reset compression=false 2024-12-05T13:24:18,523 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.shipper88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,33855,1733405040484 got entry batch from reader: WALEntryBatch [walEntries=[{test/aadf47e33ffa7844c97e063fad1db1b4/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-05T13:24:18,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T13:24:18,526 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T13:24:18,591 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 914, reset compression=false 2024-12-05T13:24:18,595 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:24:18,595 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 1087, reset compression=false 2024-12-05T13:24:18,595 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.shipper88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,33515,1733405031333 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T13:24:18,727 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808 to pos 1082, reset compression=false 2024-12-05T13:24:18,754 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 1066, reset compression=false 2024-12-05T13:24:18,798 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 1087, reset compression=false 2024-12-05T13:24:18,877 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-05T13:24:18,880 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-05T13:24:19,030 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808 to pos 1082, reset compression=false 2024-12-05T13:24:19,034 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T13:24:19,034 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808 to pos 1241, reset compression=false 2024-12-05T13:24:19,034 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.shipper88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,33855,1733405040484 got entry batch from reader: WALEntryBatch [walEntries=[{test/aadf47e33ffa7844c97e063fad1db1b4/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T13:24:19,035 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T13:24:19,037 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T13:24:19,101 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 1087, reset compression=false 2024-12-05T13:24:19,105 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T13:24:19,105 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 1236, reset compression=false 2024-12-05T13:24:19,105 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.shipper88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,33515,1733405031333 got entry batch from reader: WALEntryBatch [walEntries=[{test/4511cd4238d3c3d114a2cca55b9051d7/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-05T13:24:19,106 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38935 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T13:24:19,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38935 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T13:24:19,157 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 1066, reset compression=false 2024-12-05T13:24:19,162 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:24:19,162 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 1239, reset compression=false 2024-12-05T13:24:19,162 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.shipper88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,38935,1733405036322 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T13:24:19,237 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808 to pos 1241, reset compression=false 2024-12-05T13:24:19,308 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 1236, reset compression=false 2024-12-05T13:24:19,365 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 1239, reset compression=false 2024-12-05T13:24:19,541 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808 to pos 1241, reset compression=false 2024-12-05T13:24:19,612 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 1236, reset compression=false 2024-12-05T13:24:19,669 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 1239, reset compression=false 2024-12-05T13:24:19,882 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-05T13:24:19,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@786de4b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:19,887 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,46175,-1 for getting cluster id 2024-12-05T13:24:19,888 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:24:19,888 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47e3203e-1ebd-48ae-b47d-7f070ffb8a66' 2024-12-05T13:24:19,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:24:19,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47e3203e-1ebd-48ae-b47d-7f070ffb8a66" 2024-12-05T13:24:19,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f6a88f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:19,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,46175,-1] 2024-12-05T13:24:19,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:24:19,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:19,889 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:24:19,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6546b9f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:19,892 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:24:19,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,46175,1733405040387 2024-12-05T13:24:19,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@373e3937 2024-12-05T13:24:19,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:24:19,893 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:24:19,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-12-05T13:24:19,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-05T13:24:19,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T13:24:19,944 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808 to pos 1241, reset compression=false 2024-12-05T13:24:19,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T13:24:20,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T13:24:20,016 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 1236, reset compression=false 2024-12-05T13:24:20,072 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 1239, reset compression=false 2024-12-05T13:24:20,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33855 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-05T13:24:20,123 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-05T13:24:20,124 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-05T13:24:20,124 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-88aaa70743e7,33855,1733405040484 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-05T13:24:20,124 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0. 2024-12-05T13:24:20,124 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:24:20,124 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:20,124 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:20,124 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:24:20,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T13:24:20,225 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T13:24:20,225 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.shipper88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T13:24:20,325 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.shipper88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 terminated 2024-12-05T13:24:20,338 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-88aaa70743e7,33855,1733405040484, ReplicationSource: 1, currentBandwidth=0 2024-12-05T13:24:20,338 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-05T13:24:20,338 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-05T13:24:20,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-05T13:24:20,340 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 88aaa70743e7,33855,1733405040484 suceeded 2024-12-05T13:24:20,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-05T13:24:20,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 369 msec 2024-12-05T13:24:20,341 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-05T13:24:20,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 447 msec 2024-12-05T13:24:20,357 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:37493' 2024-12-05T13:24:20,358 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d8f84bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:20,358 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,37493,-1 for getting cluster id 2024-12-05T13:24:20,358 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:24:20,359 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fda38675-272e-44db-b8be-9029d4925976' 2024-12-05T13:24:20,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:24:20,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fda38675-272e-44db-b8be-9029d4925976" 2024-12-05T13:24:20,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f16692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:20,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,37493,-1] 2024-12-05T13:24:20,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:24:20,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:20,360 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:24:20,361 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17e550a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:20,361 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:24:20,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,37493,1733405031175 2024-12-05T13:24:20,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a3618d2 2024-12-05T13:24:20,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:24:20,362 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-05T13:24:20,363 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-88aaa70743e7,33855,1733405040484 (queues=1) is replicating from cluster=47e3203e-1ebd-48ae-b47d-7f070ffb8a66 to cluster=fda38675-272e-44db-b8be-9029d4925976 2024-12-05T13:24:20,363 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=88aaa70743e7%2C33855%2C1733405040484 2024-12-05T13:24:20,363 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-88aaa70743e7,33855,1733405040484, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T13:24:20,363 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.shipper88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 88aaa70743e7%2C33855%2C1733405040484 2024-12-05T13:24:20,519 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 1236, reset compression=false 2024-12-05T13:24:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T13:24:20,521 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-05T13:24:20,521 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:24:20,522 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:24:20,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:20,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:20,522 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:24:20,525 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-05T13:24:20,575 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 1239, reset compression=false 2024-12-05T13:24:20,764 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T13:24:21,123 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 1236, reset compression=false 2024-12-05T13:24:21,127 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T13:24:21,127 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 1340, reset compression=false 2024-12-05T13:24:21,127 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.shipper88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,33515,1733405031333 got entry batch from reader: WALEntryBatch [walEntries=[{test/4511cd4238d3c3d114a2cca55b9051d7/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T13:24:21,128 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38935 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T13:24:21,131 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38935 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T13:24:21,179 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 1239, reset compression=false 2024-12-05T13:24:21,182 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T13:24:21,182 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 1367, reset compression=false 2024-12-05T13:24:21,182 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.shipper88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,38935,1733405036322 got entry batch from reader: WALEntryBatch [walEntries=[{test/e534586b3a43345bdc8cfa5f1827ebe4/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-05T13:24:21,183 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T13:24:21,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T13:24:21,330 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 1340, reset compression=false 2024-12-05T13:24:21,385 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 1367, reset compression=false 2024-12-05T13:24:21,527 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-05T13:24:21,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@109d7738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:21,529 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,46175,-1 for getting cluster id 2024-12-05T13:24:21,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:24:21,529 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47e3203e-1ebd-48ae-b47d-7f070ffb8a66' 2024-12-05T13:24:21,529 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:24:21,530 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47e3203e-1ebd-48ae-b47d-7f070ffb8a66" 2024-12-05T13:24:21,530 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712b1f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:21,530 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,46175,-1] 2024-12-05T13:24:21,530 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:24:21,530 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:21,530 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:24:21,531 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eb80a99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:21,533 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:24:21,533 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,46175,1733405040387 2024-12-05T13:24:21,533 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33fb9c82 2024-12-05T13:24:21,534 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:24:21,534 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:24:21,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-12-05T13:24:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-05T13:24:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-05T13:24:21,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T13:24:21,633 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 1340, reset compression=false 2024-12-05T13:24:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-05T13:24:21,689 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 1367, reset compression=false 2024-12-05T13:24:21,693 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T13:24:21,693 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 1471, reset compression=false 2024-12-05T13:24:21,693 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.shipper88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,38935,1733405036322 got entry batch from reader: WALEntryBatch [walEntries=[{test/e534586b3a43345bdc8cfa5f1827ebe4/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T13:24:21,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T13:24:21,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T13:24:21,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33855 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-05T13:24:21,732 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-05T13:24:21,732 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-05T13:24:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-05T13:24:21,734 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 88aaa70743e7,33855,1733405040484 suceeded 2024-12-05T13:24:21,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-05T13:24:21,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-12-05T13:24:21,736 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-05T13:24:21,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 201 msec 2024-12-05T13:24:21,764 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808, startPosition=1241, beingWritten=true 2024-12-05T13:24:21,768 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T13:24:21,768 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808 to pos 1521, reset compression=false 2024-12-05T13:24:21,768 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.shipper88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,33855,1733405040484 got entry batch from reader: WALEntryBatch [walEntries=[{test/aadf47e33ffa7844c97e063fad1db1b4/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-05T13:24:21,771 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.shipper88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:24:21,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-05T13:24:21,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T13:24:21,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T13:24:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-05T13:24:21,850 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-05T13:24:21,850 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:24:21,850 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:24:21,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:21,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:21,851 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:24:21,852 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-05T13:24:21,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T13:24:21,852 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:24:21,852 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:24:21,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:21,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:21,853 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:24:21,853 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T13:24:21,853 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=499359843, stopped=false 2024-12-05T13:24:21,853 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=88aaa70743e7,46175,1733405040387 2024-12-05T13:24:21,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46175-0x101a6d779c20006, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-501400319/running 2024-12-05T13:24:21,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x101a6d779c20007, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-501400319/running 2024-12-05T13:24:21,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46175-0x101a6d779c20006, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-501400319 2024-12-05T13:24:21,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x101a6d779c20007, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-501400319 2024-12-05T13:24:21,862 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:24:21,862 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:24:21,862 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:24:21,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:21,862 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46175-0x101a6d779c20006, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Set watcher on znode that does not yet exist, /2-501400319/running 2024-12-05T13:24:21,862 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33855-0x101a6d779c20007, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Set watcher on znode that does not yet exist, /2-501400319/running 2024-12-05T13:24:21,862 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '88aaa70743e7,33855,1733405040484' ***** 2024-12-05T13:24:21,862 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T13:24:21,863 INFO [RS:0;88aaa70743e7:33855 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T13:24:21,863 INFO [RS:0;88aaa70743e7:33855 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T13:24:21,863 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T13:24:21,863 INFO [RS:0;88aaa70743e7:33855 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T13:24:21,863 INFO [RS:0;88aaa70743e7:33855 {}] regionserver.HRegionServer(3091): Received CLOSE for aadf47e33ffa7844c97e063fad1db1b4 2024-12-05T13:24:21,863 INFO [RS:0;88aaa70743e7:33855 {}] regionserver.HRegionServer(3091): Received CLOSE for 8828ac8455981f446ce4eeeea20be60c 2024-12-05T13:24:21,863 INFO [RS:0;88aaa70743e7:33855 {}] regionserver.HRegionServer(959): stopping server 88aaa70743e7,33855,1733405040484 2024-12-05T13:24:21,863 INFO [RS:0;88aaa70743e7:33855 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:24:21,863 INFO [RS:0;88aaa70743e7:33855 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:33855. 2024-12-05T13:24:21,863 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aadf47e33ffa7844c97e063fad1db1b4, disabling compactions & flushes 2024-12-05T13:24:21,863 DEBUG [RS:0;88aaa70743e7:33855 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:24:21,863 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733405046223.aadf47e33ffa7844c97e063fad1db1b4. 2024-12-05T13:24:21,863 DEBUG [RS:0;88aaa70743e7:33855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:21,863 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733405046223.aadf47e33ffa7844c97e063fad1db1b4. 2024-12-05T13:24:21,864 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733405046223.aadf47e33ffa7844c97e063fad1db1b4. after waiting 0 ms 2024-12-05T13:24:21,864 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733405046223.aadf47e33ffa7844c97e063fad1db1b4. 2024-12-05T13:24:21,864 INFO [RS:0;88aaa70743e7:33855 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T13:24:21,864 INFO [RS:0;88aaa70743e7:33855 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T13:24:21,864 INFO [RS:0;88aaa70743e7:33855 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T13:24:21,864 INFO [RS:0;88aaa70743e7:33855 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T13:24:21,864 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing aadf47e33ffa7844c97e063fad1db1b4 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-05T13:24:21,864 INFO [RS:0;88aaa70743e7:33855 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T13:24:21,864 DEBUG [RS:0;88aaa70743e7:33855 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, aadf47e33ffa7844c97e063fad1db1b4=test,,1733405046223.aadf47e33ffa7844c97e063fad1db1b4., 8828ac8455981f446ce4eeeea20be60c=hbase:replication,,1733405052705.8828ac8455981f446ce4eeeea20be60c.} 2024-12-05T13:24:21,864 DEBUG [RS:0;88aaa70743e7:33855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8828ac8455981f446ce4eeeea20be60c, aadf47e33ffa7844c97e063fad1db1b4 2024-12-05T13:24:21,864 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:24:21,864 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:24:21,864 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:24:21,864 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:24:21,864 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:24:21,864 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T13:24:21,877 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/default/test/aadf47e33ffa7844c97e063fad1db1b4/.tmp/f/86494a84e9be4ce2a7d74a54d4997366 is 37, key is row3/f:row3/1733405060523/Put/seqid=0 2024-12-05T13:24:21,877 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/hbase/meta/1588230740/.tmp/info/649e60721f904fc693f10609c810389e is 147, key is hbase:replication,,1733405052705.8828ac8455981f446ce4eeeea20be60c./info:regioninfo/1733405053478/Put/seqid=0 2024-12-05T13:24:21,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741841_1017 (size=7686) 2024-12-05T13:24:21,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741840_1016 (size=5228) 2024-12-05T13:24:21,896 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 1471, reset compression=false 2024-12-05T13:24:21,897 INFO [regionserver/88aaa70743e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:24:21,971 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808 to pos 1521, reset compression=false 2024-12-05T13:24:21,976 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:24:21,976 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808 to pos 1768, reset compression=false 2024-12-05T13:24:21,976 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.shipper88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,33855,1733405040484 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T13:24:21,977 ERROR [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.shipper88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 88aaa70743e7,33855,1733405040484: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-88aaa70743e7,33855,1733405040484, walGroup=88aaa70743e7%2C33855%2C1733405040484, offset=88aaa70743e7%2C33855%2C1733405040484.1733405041808:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:33855 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T13:24:21,978 ERROR [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.shipper88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T13:24:21,979 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.shipper88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T13:24:21,979 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.shipper88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T13:24:21,979 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.shipper88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T13:24:21,979 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.shipper88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T13:24:21,979 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.shipper88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1161822208, "init": 1048576000, "max": 2306867200, "used": 722078752 }, "NonHeapMemoryUsage": { "committed": 200278016, "init": 7667712, "max": -1, "used": 197530832 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T13:24:21,979 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.shipper88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:46175 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:46175 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T13:24:22,037 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 1340, reset compression=false 2024-12-05T13:24:22,041 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:24:22,041 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 1491, reset compression=false 2024-12-05T13:24:22,041 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.shipper88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,33515,1733405031333 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T13:24:22,064 DEBUG [RS:0;88aaa70743e7:33855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8828ac8455981f446ce4eeeea20be60c, aadf47e33ffa7844c97e063fad1db1b4 2024-12-05T13:24:22,178 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808 to pos 1768, reset compression=false 2024-12-05T13:24:22,199 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 1471, reset compression=false 2024-12-05T13:24:22,244 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 1491, reset compression=false 2024-12-05T13:24:22,264 DEBUG [RS:0;88aaa70743e7:33855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8828ac8455981f446ce4eeeea20be60c, aadf47e33ffa7844c97e063fad1db1b4 2024-12-05T13:24:22,291 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/hbase/meta/1588230740/.tmp/info/649e60721f904fc693f10609c810389e 2024-12-05T13:24:22,291 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/default/test/aadf47e33ffa7844c97e063fad1db1b4/.tmp/f/86494a84e9be4ce2a7d74a54d4997366 2024-12-05T13:24:22,295 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 86494a84e9be4ce2a7d74a54d4997366 2024-12-05T13:24:22,311 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/hbase/meta/1588230740/.tmp/ns/fc2a4e5cefe34b69a76f1097171a63b0 is 43, key is default/ns:d/1733405042852/Put/seqid=0 2024-12-05T13:24:22,311 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/default/test/aadf47e33ffa7844c97e063fad1db1b4/.tmp/f1/4f07d58d42ed4cefb1beb0419cc95311 is 30, key is row1/f1:/1733405057874/DeleteFamily/seqid=0 2024-12-05T13:24:22,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741843_1019 (size=5158) 2024-12-05T13:24:22,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741842_1018 (size=5153) 2024-12-05T13:24:22,464 DEBUG [RS:0;88aaa70743e7:33855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8828ac8455981f446ce4eeeea20be60c, aadf47e33ffa7844c97e063fad1db1b4 2024-12-05T13:24:22,482 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808 to pos 1768, reset compression=false 2024-12-05T13:24:22,548 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 1491, reset compression=false 2024-12-05T13:24:22,602 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 1471, reset compression=false 2024-12-05T13:24:22,665 DEBUG [RS:0;88aaa70743e7:33855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8828ac8455981f446ce4eeeea20be60c, aadf47e33ffa7844c97e063fad1db1b4 2024-12-05T13:24:22,679 INFO [regionserver/88aaa70743e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T13:24:22,679 INFO [regionserver/88aaa70743e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T13:24:22,714 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/hbase/meta/1588230740/.tmp/ns/fc2a4e5cefe34b69a76f1097171a63b0 2024-12-05T13:24:22,714 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/default/test/aadf47e33ffa7844c97e063fad1db1b4/.tmp/f1/4f07d58d42ed4cefb1beb0419cc95311 2024-12-05T13:24:22,718 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4f07d58d42ed4cefb1beb0419cc95311 2024-12-05T13:24:22,730 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/hbase/meta/1588230740/.tmp/rep_barrier/b347e76570c242c78b95d70127186cb0 is 112, key is test,,1733405046223.aadf47e33ffa7844c97e063fad1db1b4./rep_barrier:seqnumDuringOpen/1733405047436/Put/seqid=0 2024-12-05T13:24:22,730 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/default/test/aadf47e33ffa7844c97e063fad1db1b4/.tmp/norep/e90c64376a304206bfeaba39d6d84b50 is 33, key is row2/norep:/1733405058878/DeleteFamily/seqid=0 2024-12-05T13:24:22,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741845_1021 (size=5518) 2024-12-05T13:24:22,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741844_1020 (size=5108) 2024-12-05T13:24:22,733 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/default/test/aadf47e33ffa7844c97e063fad1db1b4/.tmp/norep/e90c64376a304206bfeaba39d6d84b50 2024-12-05T13:24:22,733 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/hbase/meta/1588230740/.tmp/rep_barrier/b347e76570c242c78b95d70127186cb0 2024-12-05T13:24:22,737 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e90c64376a304206bfeaba39d6d84b50 2024-12-05T13:24:22,738 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/default/test/aadf47e33ffa7844c97e063fad1db1b4/.tmp/f/86494a84e9be4ce2a7d74a54d4997366 as hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/default/test/aadf47e33ffa7844c97e063fad1db1b4/f/86494a84e9be4ce2a7d74a54d4997366 2024-12-05T13:24:22,742 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 86494a84e9be4ce2a7d74a54d4997366 2024-12-05T13:24:22,742 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/default/test/aadf47e33ffa7844c97e063fad1db1b4/f/86494a84e9be4ce2a7d74a54d4997366, entries=5, sequenceid=12, filesize=5.1 K 2024-12-05T13:24:22,743 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/default/test/aadf47e33ffa7844c97e063fad1db1b4/.tmp/f1/4f07d58d42ed4cefb1beb0419cc95311 as hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/default/test/aadf47e33ffa7844c97e063fad1db1b4/f1/4f07d58d42ed4cefb1beb0419cc95311 2024-12-05T13:24:22,746 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4f07d58d42ed4cefb1beb0419cc95311 2024-12-05T13:24:22,746 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/default/test/aadf47e33ffa7844c97e063fad1db1b4/f1/4f07d58d42ed4cefb1beb0419cc95311, entries=3, sequenceid=12, filesize=5.0 K 2024-12-05T13:24:22,747 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/default/test/aadf47e33ffa7844c97e063fad1db1b4/.tmp/norep/e90c64376a304206bfeaba39d6d84b50 as hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/default/test/aadf47e33ffa7844c97e063fad1db1b4/norep/e90c64376a304206bfeaba39d6d84b50 2024-12-05T13:24:22,750 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e90c64376a304206bfeaba39d6d84b50 2024-12-05T13:24:22,751 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/hbase/meta/1588230740/.tmp/table/7c7dae565e7b40308507d0c2dcf70608 is 53, key is hbase:replication/table:state/1733405053486/Put/seqid=0 2024-12-05T13:24:22,751 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/default/test/aadf47e33ffa7844c97e063fad1db1b4/norep/e90c64376a304206bfeaba39d6d84b50, entries=1, sequenceid=12, filesize=5.0 K 2024-12-05T13:24:22,751 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for aadf47e33ffa7844c97e063fad1db1b4 in 887ms, sequenceid=12, compaction requested=false 2024-12-05T13:24:22,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741846_1022 (size=5308) 2024-12-05T13:24:22,755 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/default/test/aadf47e33ffa7844c97e063fad1db1b4/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T13:24:22,755 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:24:22,756 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T13:24:22,756 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733405046223.aadf47e33ffa7844c97e063fad1db1b4. 2024-12-05T13:24:22,756 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aadf47e33ffa7844c97e063fad1db1b4: Waiting for close lock at 1733405061863Running coprocessor pre-close hooks at 1733405061863Disabling compacts and flushes for region at 1733405061863Disabling writes for close at 1733405061864 (+1 ms)Obtaining lock to block concurrent updates at 1733405061864Preparing flush snapshotting stores in aadf47e33ffa7844c97e063fad1db1b4 at 1733405061864Finished memstore snapshotting test,,1733405046223.aadf47e33ffa7844c97e063fad1db1b4., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733405061864Flushing stores of test,,1733405046223.aadf47e33ffa7844c97e063fad1db1b4. at 1733405061864Flushing aadf47e33ffa7844c97e063fad1db1b4/f: creating writer at 1733405061864Flushing aadf47e33ffa7844c97e063fad1db1b4/f: appending metadata at 1733405061877 (+13 ms)Flushing aadf47e33ffa7844c97e063fad1db1b4/f: closing flushed file at 1733405061877Flushing aadf47e33ffa7844c97e063fad1db1b4/f1: creating writer at 1733405062295 (+418 ms)Flushing aadf47e33ffa7844c97e063fad1db1b4/f1: appending metadata at 1733405062310 (+15 ms)Flushing aadf47e33ffa7844c97e063fad1db1b4/f1: closing flushed file at 1733405062310Flushing aadf47e33ffa7844c97e063fad1db1b4/norep: creating writer at 1733405062718 (+408 ms)Flushing aadf47e33ffa7844c97e063fad1db1b4/norep: appending metadata at 1733405062729 (+11 ms)Flushing aadf47e33ffa7844c97e063fad1db1b4/norep: closing flushed file at 1733405062729Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e4895fb: reopening flushed file at 1733405062737 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73d2b680: reopening flushed file at 1733405062742 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57644f85: reopening flushed file at 1733405062747 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for aadf47e33ffa7844c97e063fad1db1b4 in 887ms, sequenceid=12, compaction requested=false at 1733405062751 (+4 ms)Writing region close event to WAL at 1733405062753 (+2 ms)Running coprocessor post-close hooks at 1733405062755 (+2 ms)Closed at 1733405062756 (+1 ms) 2024-12-05T13:24:22,756 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733405046223.aadf47e33ffa7844c97e063fad1db1b4. 2024-12-05T13:24:22,756 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8828ac8455981f446ce4eeeea20be60c, disabling compactions & flushes 2024-12-05T13:24:22,756 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733405052705.8828ac8455981f446ce4eeeea20be60c. 2024-12-05T13:24:22,756 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733405052705.8828ac8455981f446ce4eeeea20be60c. 2024-12-05T13:24:22,756 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733405052705.8828ac8455981f446ce4eeeea20be60c. after waiting 0 ms 2024-12-05T13:24:22,756 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733405052705.8828ac8455981f446ce4eeeea20be60c. 2024-12-05T13:24:22,756 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8828ac8455981f446ce4eeeea20be60c: Waiting for close lock at 1733405062756Running coprocessor pre-close hooks at 1733405062756Disabling compacts and flushes for region at 1733405062756Disabling writes for close at 1733405062756Failed flush hbase:replication,,1733405052705.8828ac8455981f446ce4eeeea20be60c., putting online again at 1733405062756 2024-12-05T13:24:22,756 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733405052705.8828ac8455981f446ce4eeeea20be60c. 2024-12-05T13:24:22,865 INFO [RS:0;88aaa70743e7:33855 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T13:24:22,865 DEBUG [RS:0;88aaa70743e7:33855 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8828ac8455981f446ce4eeeea20be60c=hbase:replication,,1733405052705.8828ac8455981f446ce4eeeea20be60c.} 2024-12-05T13:24:22,865 INFO [RS:0;88aaa70743e7:33855 {}] regionserver.HRegionServer(3091): Received CLOSE for 8828ac8455981f446ce4eeeea20be60c 2024-12-05T13:24:22,865 DEBUG [RS:0;88aaa70743e7:33855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8828ac8455981f446ce4eeeea20be60c 2024-12-05T13:24:22,865 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8828ac8455981f446ce4eeeea20be60c, disabling compactions & flushes 2024-12-05T13:24:22,865 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733405052705.8828ac8455981f446ce4eeeea20be60c. 2024-12-05T13:24:22,865 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733405052705.8828ac8455981f446ce4eeeea20be60c. 2024-12-05T13:24:22,865 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733405052705.8828ac8455981f446ce4eeeea20be60c. after waiting 0 ms 2024-12-05T13:24:22,865 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733405052705.8828ac8455981f446ce4eeeea20be60c. 2024-12-05T13:24:22,865 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8828ac8455981f446ce4eeeea20be60c: Waiting for close lock at 1733405062865Running coprocessor pre-close hooks at 1733405062865Disabling compacts and flushes for region at 1733405062865Disabling writes for close at 1733405062865Failed flush hbase:replication,,1733405052705.8828ac8455981f446ce4eeeea20be60c., putting online again at 1733405062865 2024-12-05T13:24:22,865 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733405052705.8828ac8455981f446ce4eeeea20be60c. 2024-12-05T13:24:22,885 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808 to pos 1768, reset compression=false 2024-12-05T13:24:22,889 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:24:22,889 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808 to pos 2412, reset compression=false 2024-12-05T13:24:22,951 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 1491, reset compression=false 2024-12-05T13:24:23,065 DEBUG [RS:0;88aaa70743e7:33855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:24:23,092 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808 to pos 2412, reset compression=false 2024-12-05T13:24:23,105 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 1471, reset compression=false 2024-12-05T13:24:23,154 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/hbase/meta/1588230740/.tmp/table/7c7dae565e7b40308507d0c2dcf70608 2024-12-05T13:24:23,159 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/hbase/meta/1588230740/.tmp/info/649e60721f904fc693f10609c810389e as hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/hbase/meta/1588230740/info/649e60721f904fc693f10609c810389e 2024-12-05T13:24:23,163 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/hbase/meta/1588230740/info/649e60721f904fc693f10609c810389e, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T13:24:23,164 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/hbase/meta/1588230740/.tmp/ns/fc2a4e5cefe34b69a76f1097171a63b0 as hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/hbase/meta/1588230740/ns/fc2a4e5cefe34b69a76f1097171a63b0 2024-12-05T13:24:23,168 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/hbase/meta/1588230740/ns/fc2a4e5cefe34b69a76f1097171a63b0, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T13:24:23,168 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/hbase/meta/1588230740/.tmp/rep_barrier/b347e76570c242c78b95d70127186cb0 as hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/hbase/meta/1588230740/rep_barrier/b347e76570c242c78b95d70127186cb0 2024-12-05T13:24:23,171 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/hbase/meta/1588230740/rep_barrier/b347e76570c242c78b95d70127186cb0, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T13:24:23,172 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/hbase/meta/1588230740/.tmp/table/7c7dae565e7b40308507d0c2dcf70608 as hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/hbase/meta/1588230740/table/7c7dae565e7b40308507d0c2dcf70608 2024-12-05T13:24:23,175 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/hbase/meta/1588230740/table/7c7dae565e7b40308507d0c2dcf70608, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T13:24:23,176 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=16, compaction requested=false 2024-12-05T13:24:23,179 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T13:24:23,179 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:24:23,179 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:24:23,179 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:24:23,180 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733405061864Running coprocessor pre-close hooks at 1733405061864Disabling compacts and flushes for region at 1733405061864Disabling writes for close at 1733405061864Obtaining lock to block concurrent updates at 1733405061864Preparing flush snapshotting stores in 1588230740 at 1733405061864Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733405061864Flushing stores of hbase:meta,,1.1588230740 at 1733405061864Flushing 1588230740/info: creating writer at 1733405061864Flushing 1588230740/info: appending metadata at 1733405061877 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733405061877Flushing 1588230740/ns: creating writer at 1733405062294 (+417 ms)Flushing 1588230740/ns: appending metadata at 1733405062310 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733405062310Flushing 1588230740/rep_barrier: creating writer at 1733405062718 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733405062729 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733405062729Flushing 1588230740/table: creating writer at 1733405062737 (+8 ms)Flushing 1588230740/table: appending metadata at 1733405062750 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733405062750Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@494163c5: reopening flushed file at 1733405063158 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14138951: reopening flushed file at 1733405063163 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12d8800f: reopening flushed file at 1733405063168 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62e79a65: reopening flushed file at 1733405063172 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=16, compaction requested=false at 1733405063176 (+4 ms)Writing region close event to WAL at 1733405063177 (+1 ms)Running coprocessor post-close hooks at 1733405063179 (+2 ms)Closed at 1733405063179 2024-12-05T13:24:23,180 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T13:24:23,265 INFO [RS:0;88aaa70743e7:33855 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-05T13:24:23,265 INFO [RS:0;88aaa70743e7:33855 {}] regionserver.HRegionServer(976): stopping server 88aaa70743e7,33855,1733405040484; all regions closed. 2024-12-05T13:24:23,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741834_1010 (size=4239) 2024-12-05T13:24:23,267 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.meta.1733405042812.meta not finished, retry = 0 2024-12-05T13:24:23,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741839_1015 (size=2172) 2024-12-05T13:24:23,370 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.rep.1733405053447 not finished, retry = 0 2024-12-05T13:24:23,395 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808 to pos 2412, reset compression=false 2024-12-05T13:24:23,454 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 1491, reset compression=false 2024-12-05T13:24:23,473 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/WALs/88aaa70743e7,33855,1733405040484/88aaa70743e7%2C33855%2C1733405040484.1733405041808 not finished, retry = 0 2024-12-05T13:24:23,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741832_1008 (size=2420) 2024-12-05T13:24:23,574 DEBUG [RS:0;88aaa70743e7:33855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:23,574 INFO [RS:0;88aaa70743e7:33855 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:24:23,574 INFO [RS:0;88aaa70743e7:33855 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:24:23,574 INFO [RS:0;88aaa70743e7:33855 {}] hbase.ChoreService(370): Chore service for: regionserver/88aaa70743e7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T13:24:23,574 INFO [RS:0;88aaa70743e7:33855 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:24:23,574 INFO [regionserver/88aaa70743e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:24:23,575 INFO [RS:0;88aaa70743e7:33855 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-88aaa70743e7,33855,1733405040484 because: Region server is closing 2024-12-05T13:24:23,575 INFO [RS:0;88aaa70743e7:33855 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:33855. 2024-12-05T13:24:23,575 DEBUG [RS:0;88aaa70743e7:33855 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:24:23,575 DEBUG [RS:0;88aaa70743e7:33855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:23,575 DEBUG [RS:0;88aaa70743e7:33855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:23,575 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:24:23,660 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:24:23,660 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [88aaa70743e7,39319,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:39319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T13:24:23,660 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68452 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [88aaa70743e7,39319,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:39319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T13:24:23,675 INFO [RS:0;88aaa70743e7:33855 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.shipper88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 terminated 2024-12-05T13:24:23,675 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33855,1733405040484.replicationSource.wal-reader.88aaa70743e7%2C33855%2C1733405040484,1-88aaa70743e7,33855,1733405040484 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T13:24:23,676 INFO [RS:0;88aaa70743e7:33855 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:33855. 2024-12-05T13:24:23,676 DEBUG [RS:0;88aaa70743e7:33855 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:24:23,676 DEBUG [RS:0;88aaa70743e7:33855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:23,676 DEBUG [RS:0;88aaa70743e7:33855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:23,676 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:24:23,676 INFO [RS:0;88aaa70743e7:33855 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33855 2024-12-05T13:24:23,708 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 1471, reset compression=false 2024-12-05T13:24:23,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46175-0x101a6d779c20006, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-501400319/rs 2024-12-05T13:24:23,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x101a6d779c20007, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-501400319/rs/88aaa70743e7,33855,1733405040484 2024-12-05T13:24:23,720 INFO [RS:0;88aaa70743e7:33855 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:24:23,728 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [88aaa70743e7,33855,1733405040484] 2024-12-05T13:24:23,737 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-501400319/draining/88aaa70743e7,33855,1733405040484 already deleted, retry=false 2024-12-05T13:24:23,737 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 88aaa70743e7,33855,1733405040484 expired; onlineServers=0 2024-12-05T13:24:23,737 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '88aaa70743e7,46175,1733405040387' ***** 2024-12-05T13:24:23,737 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T13:24:23,737 INFO [M:0;88aaa70743e7:46175 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:24:23,737 INFO [M:0;88aaa70743e7:46175 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:24:23,737 DEBUG [M:0;88aaa70743e7:46175 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T13:24:23,737 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T13:24:23,737 DEBUG [M:0;88aaa70743e7:46175 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T13:24:23,737 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733405041603 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733405041603,5,FailOnTimeoutGroup] 2024-12-05T13:24:23,737 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733405041603 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733405041603,5,FailOnTimeoutGroup] 2024-12-05T13:24:23,737 INFO [M:0;88aaa70743e7:46175 {}] hbase.ChoreService(370): Chore service for: master/88aaa70743e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T13:24:23,737 INFO [M:0;88aaa70743e7:46175 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:24:23,737 DEBUG [M:0;88aaa70743e7:46175 {}] master.HMaster(1795): Stopping service threads 2024-12-05T13:24:23,737 INFO [M:0;88aaa70743e7:46175 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T13:24:23,737 INFO [M:0;88aaa70743e7:46175 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:24:23,738 INFO [M:0;88aaa70743e7:46175 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T13:24:23,738 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T13:24:23,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46175-0x101a6d779c20006, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-501400319/master 2024-12-05T13:24:23,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46175-0x101a6d779c20006, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-501400319 2024-12-05T13:24:23,766 DEBUG [M:0;88aaa70743e7:46175 {}] zookeeper.ZKUtil(347): master:46175-0x101a6d779c20006, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Unable to get data of znode /2-501400319/master because node does not exist (not an error) 2024-12-05T13:24:23,766 WARN [M:0;88aaa70743e7:46175 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T13:24:23,767 INFO [M:0;88aaa70743e7:46175 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/.lastflushedseqids 2024-12-05T13:24:23,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741847_1023 (size=245) 2024-12-05T13:24:23,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x101a6d779c20007, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:24:23,829 INFO [RS:0;88aaa70743e7:33855 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:24:23,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33855-0x101a6d779c20007, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:24:23,829 INFO [RS:0;88aaa70743e7:33855 {}] regionserver.HRegionServer(1031): Exiting; stopping=88aaa70743e7,33855,1733405040484; zookeeper connection closed. 2024-12-05T13:24:23,829 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3ae5fbff {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3ae5fbff 2024-12-05T13:24:23,829 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T13:24:24,057 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 1491, reset compression=false 2024-12-05T13:24:24,170 INFO [M:0;88aaa70743e7:46175 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T13:24:24,171 INFO [M:0;88aaa70743e7:46175 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T13:24:24,171 DEBUG [M:0;88aaa70743e7:46175 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:24:24,171 INFO [M:0;88aaa70743e7:46175 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:24:24,171 DEBUG [M:0;88aaa70743e7:46175 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:24:24,171 DEBUG [M:0;88aaa70743e7:46175 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:24:24,171 DEBUG [M:0;88aaa70743e7:46175 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:24:24,171 INFO [M:0;88aaa70743e7:46175 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.56 KB heapSize=75.47 KB 2024-12-05T13:24:24,184 DEBUG [M:0;88aaa70743e7:46175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dea318a67fff44d39f011f49e6e41e14 is 82, key is hbase:meta,,1/info:regioninfo/1733405042836/Put/seqid=0 2024-12-05T13:24:24,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741848_1024 (size=5672) 2024-12-05T13:24:24,411 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 1471, reset compression=false 2024-12-05T13:24:24,587 INFO [M:0;88aaa70743e7:46175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dea318a67fff44d39f011f49e6e41e14 2024-12-05T13:24:24,606 DEBUG [M:0;88aaa70743e7:46175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49d9e64aa8004e5abd153f04af210c7d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733405053490/Put/seqid=0 2024-12-05T13:24:24,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741849_1025 (size=9210) 2024-12-05T13:24:24,760 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 1491, reset compression=false 2024-12-05T13:24:25,010 INFO [M:0;88aaa70743e7:46175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.00 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49d9e64aa8004e5abd153f04af210c7d 2024-12-05T13:24:25,028 DEBUG [M:0;88aaa70743e7:46175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb5ff2e53287472ba20b1f9287c7343f is 69, key is 88aaa70743e7,33855,1733405040484/rs:state/1733405041634/Put/seqid=0 2024-12-05T13:24:25,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741850_1026 (size=5156) 2024-12-05T13:24:25,214 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 1471, reset compression=false 2024-12-05T13:24:25,431 INFO [M:0;88aaa70743e7:46175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb5ff2e53287472ba20b1f9287c7343f 2024-12-05T13:24:25,435 DEBUG [M:0;88aaa70743e7:46175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dea318a67fff44d39f011f49e6e41e14 as hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dea318a67fff44d39f011f49e6e41e14 2024-12-05T13:24:25,438 INFO [M:0;88aaa70743e7:46175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dea318a67fff44d39f011f49e6e41e14, entries=8, sequenceid=127, filesize=5.5 K 2024-12-05T13:24:25,439 DEBUG [M:0;88aaa70743e7:46175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49d9e64aa8004e5abd153f04af210c7d as hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/49d9e64aa8004e5abd153f04af210c7d 2024-12-05T13:24:25,442 INFO [M:0;88aaa70743e7:46175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/49d9e64aa8004e5abd153f04af210c7d, entries=15, sequenceid=127, filesize=9.0 K 2024-12-05T13:24:25,442 DEBUG [M:0;88aaa70743e7:46175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb5ff2e53287472ba20b1f9287c7343f as hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb5ff2e53287472ba20b1f9287c7343f 2024-12-05T13:24:25,445 INFO [M:0;88aaa70743e7:46175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43073/user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb5ff2e53287472ba20b1f9287c7343f, entries=1, sequenceid=127, filesize=5.0 K 2024-12-05T13:24:25,446 INFO [M:0;88aaa70743e7:46175 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.56 KB/65085, heapSize ~75.17 KB/76976, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=127, compaction requested=false 2024-12-05T13:24:25,447 INFO [M:0;88aaa70743e7:46175 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:24:25,447 DEBUG [M:0;88aaa70743e7:46175 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733405064171Disabling compacts and flushes for region at 1733405064171Disabling writes for close at 1733405064171Obtaining lock to block concurrent updates at 1733405064171Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733405064171Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65085, getHeapSize=77216, getOffHeapSize=0, getCellsCount=148 at 1733405064171Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733405064172 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733405064172Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733405064183 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733405064183Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733405064591 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733405064606 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733405064606Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733405065013 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733405065027 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733405065027Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4394081b: reopening flushed file at 1733405065435 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a225bd6: reopening flushed file at 1733405065438 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4890f9b8: reopening flushed file at 1733405065442 (+4 ms)Finished flush of dataSize ~63.56 KB/65085, heapSize ~75.17 KB/76976, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=127, compaction requested=false at 1733405065446 (+4 ms)Writing region close event to WAL at 1733405065447 (+1 ms)Closed at 1733405065447 2024-12-05T13:24:25,449 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dcd2a7f6-d664-fad4-8699-78dbf537db3f/MasterData/WALs/88aaa70743e7,46175,1733405040387/88aaa70743e7%2C46175%2C1733405040387.1733405041408 not finished, retry = 0 2024-12-05T13:24:25,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44351 is added to blk_1073741830_1006 (size=73842) 2024-12-05T13:24:25,549 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:24:25,549 INFO [M:0;88aaa70743e7:46175 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T13:24:25,549 INFO [M:0;88aaa70743e7:46175 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46175 2024-12-05T13:24:25,550 INFO [M:0;88aaa70743e7:46175 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:24:25,564 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 1491, reset compression=false 2024-12-05T13:24:25,702 INFO [M:0;88aaa70743e7:46175 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:24:25,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46175-0x101a6d779c20006, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:24:25,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46175-0x101a6d779c20006, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:24:25,734 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d3404da{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:24:25,734 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d904433{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:24:25,734 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:24:25,734 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ef434ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:24:25,734 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ec6d34d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d571013-af51-ca72-b7a1-b23f921b3d95/hadoop.log.dir/,STOPPED} 2024-12-05T13:24:25,736 WARN [BP-45369666-172.17.0.3-1733405039197 heartbeating to localhost/127.0.0.1:43073 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:24:25,736 WARN [BP-45369666-172.17.0.3-1733405039197 heartbeating to localhost/127.0.0.1:43073 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-45369666-172.17.0.3-1733405039197 (Datanode Uuid 2b8ffa20-69b2-4eba-acf6-dd00b8ffebfa) service to localhost/127.0.0.1:43073 2024-12-05T13:24:25,736 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T13:24:25,736 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:24:25,736 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d571013-af51-ca72-b7a1-b23f921b3d95/cluster_13e0afc8-a73a-5ee3-34ad-c8b141126bca/data/data1/current/BP-45369666-172.17.0.3-1733405039197 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:24:25,736 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d571013-af51-ca72-b7a1-b23f921b3d95/cluster_13e0afc8-a73a-5ee3-34ad-c8b141126bca/data/data2/current/BP-45369666-172.17.0.3-1733405039197 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:24:25,736 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:24:25,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@677b2344{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:24:25,741 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5364346d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:24:25,741 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:24:25,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f0113ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:24:25,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22adfd3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d571013-af51-ca72-b7a1-b23f921b3d95/hadoop.log.dir/,STOPPED} 2024-12-05T13:24:25,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T13:24:25,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T13:24:25,753 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:24:25,753 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:24:25,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:25,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:25,753 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:24:25,753 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T13:24:25,753 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=651292583, stopped=false 2024-12-05T13:24:25,754 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=88aaa70743e7,44077,1733405036204 2024-12-05T13:24:25,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x101a6d779c20003, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1418258020/running 2024-12-05T13:24:25,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38935-0x101a6d779c20004, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1418258020/running 2024-12-05T13:24:25,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38935-0x101a6d779c20004, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418258020 2024-12-05T13:24:25,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x101a6d779c20003, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418258020 2024-12-05T13:24:25,769 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:24:25,769 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:24:25,769 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:24:25,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:25,769 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '88aaa70743e7,38935,1733405036322' ***** 2024-12-05T13:24:25,769 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T13:24:25,769 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44077-0x101a6d779c20003, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Set watcher on znode that does not yet exist, /1-1418258020/running 2024-12-05T13:24:25,769 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38935-0x101a6d779c20004, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Set watcher on znode that does not yet exist, /1-1418258020/running 2024-12-05T13:24:25,769 INFO [RS:0;88aaa70743e7:38935 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T13:24:25,770 INFO [RS:0;88aaa70743e7:38935 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T13:24:25,770 INFO [RS:0;88aaa70743e7:38935 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T13:24:25,770 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T13:24:25,770 INFO [RS:0;88aaa70743e7:38935 {}] regionserver.HRegionServer(3091): Received CLOSE for 0978e79c2a68fb48ad7246f02ff41a99 2024-12-05T13:24:25,770 INFO [RS:0;88aaa70743e7:38935 {}] regionserver.HRegionServer(3091): Received CLOSE for e534586b3a43345bdc8cfa5f1827ebe4 2024-12-05T13:24:25,770 INFO [RS:0;88aaa70743e7:38935 {}] regionserver.HRegionServer(959): stopping server 88aaa70743e7,38935,1733405036322 2024-12-05T13:24:25,770 INFO [RS:0;88aaa70743e7:38935 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:24:25,770 INFO [RS:0;88aaa70743e7:38935 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:38935. 2024-12-05T13:24:25,770 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0978e79c2a68fb48ad7246f02ff41a99, disabling compactions & flushes 2024-12-05T13:24:25,770 DEBUG [RS:0;88aaa70743e7:38935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:24:25,770 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733405050554.0978e79c2a68fb48ad7246f02ff41a99. 2024-12-05T13:24:25,770 DEBUG [RS:0;88aaa70743e7:38935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:25,770 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733405050554.0978e79c2a68fb48ad7246f02ff41a99. 2024-12-05T13:24:25,770 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733405050554.0978e79c2a68fb48ad7246f02ff41a99. after waiting 0 ms 2024-12-05T13:24:25,770 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733405050554.0978e79c2a68fb48ad7246f02ff41a99. 2024-12-05T13:24:25,770 INFO [RS:0;88aaa70743e7:38935 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T13:24:25,770 INFO [RS:0;88aaa70743e7:38935 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T13:24:25,770 INFO [RS:0;88aaa70743e7:38935 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T13:24:25,770 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0978e79c2a68fb48ad7246f02ff41a99 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-05T13:24:25,770 INFO [RS:0;88aaa70743e7:38935 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T13:24:25,770 INFO [RS:0;88aaa70743e7:38935 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T13:24:25,770 DEBUG [RS:0;88aaa70743e7:38935 {}] regionserver.HRegionServer(1325): Online Regions={0978e79c2a68fb48ad7246f02ff41a99=hbase:replication,,1733405050554.0978e79c2a68fb48ad7246f02ff41a99., 1588230740=hbase:meta,,1.1588230740, e534586b3a43345bdc8cfa5f1827ebe4=test,,1733405044073.e534586b3a43345bdc8cfa5f1827ebe4.} 2024-12-05T13:24:25,770 DEBUG [RS:0;88aaa70743e7:38935 {}] regionserver.HRegionServer(1351): Waiting on 0978e79c2a68fb48ad7246f02ff41a99, 1588230740, e534586b3a43345bdc8cfa5f1827ebe4 2024-12-05T13:24:25,770 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:24:25,770 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:24:25,771 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:24:25,771 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:24:25,771 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:24:25,771 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T13:24:25,782 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/hbase/replication/0978e79c2a68fb48ad7246f02ff41a99/.tmp/queue/e30e56a4af1940348297b75d67ad7d30 is 154, key is 1-88aaa70743e7,38935,1733405036322/queue:88aaa70743e7%2C38935%2C1733405036322/1733405061697/Put/seqid=0 2024-12-05T13:24:25,782 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/hbase/meta/1588230740/.tmp/info/e8b994844af74f4b976d556ba980d7e1 is 147, key is hbase:replication,,1733405050554.0978e79c2a68fb48ad7246f02ff41a99./info:regioninfo/1733405051721/Put/seqid=0 2024-12-05T13:24:25,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741841_1017 (size=5353) 2024-12-05T13:24:25,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741840_1016 (size=7686) 2024-12-05T13:24:25,786 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/hbase/replication/0978e79c2a68fb48ad7246f02ff41a99/.tmp/queue/e30e56a4af1940348297b75d67ad7d30 2024-12-05T13:24:25,786 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/hbase/meta/1588230740/.tmp/info/e8b994844af74f4b976d556ba980d7e1 2024-12-05T13:24:25,790 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/hbase/replication/0978e79c2a68fb48ad7246f02ff41a99/.tmp/queue/e30e56a4af1940348297b75d67ad7d30 as hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/hbase/replication/0978e79c2a68fb48ad7246f02ff41a99/queue/e30e56a4af1940348297b75d67ad7d30 2024-12-05T13:24:25,794 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/hbase/replication/0978e79c2a68fb48ad7246f02ff41a99/queue/e30e56a4af1940348297b75d67ad7d30, entries=1, sequenceid=14, filesize=5.2 K 2024-12-05T13:24:25,794 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T13:24:25,795 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 0978e79c2a68fb48ad7246f02ff41a99 in 25ms, sequenceid=14, compaction requested=false 2024-12-05T13:24:25,801 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/hbase/replication/0978e79c2a68fb48ad7246f02ff41a99/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-05T13:24:25,801 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:24:25,801 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:24:25,801 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733405050554.0978e79c2a68fb48ad7246f02ff41a99. 2024-12-05T13:24:25,801 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0978e79c2a68fb48ad7246f02ff41a99: Waiting for close lock at 1733405065770Running coprocessor pre-close hooks at 1733405065770Disabling compacts and flushes for region at 1733405065770Disabling writes for close at 1733405065770Obtaining lock to block concurrent updates at 1733405065770Preparing flush snapshotting stores in 0978e79c2a68fb48ad7246f02ff41a99 at 1733405065770Finished memstore snapshotting hbase:replication,,1733405050554.0978e79c2a68fb48ad7246f02ff41a99., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733405065770Flushing stores of hbase:replication,,1733405050554.0978e79c2a68fb48ad7246f02ff41a99. at 1733405065771 (+1 ms)Flushing 0978e79c2a68fb48ad7246f02ff41a99/queue: creating writer at 1733405065771Flushing 0978e79c2a68fb48ad7246f02ff41a99/queue: appending metadata at 1733405065782 (+11 ms)Flushing 0978e79c2a68fb48ad7246f02ff41a99/queue: closing flushed file at 1733405065782Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@100ef8b0: reopening flushed file at 1733405065789 (+7 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 0978e79c2a68fb48ad7246f02ff41a99 in 25ms, sequenceid=14, compaction requested=false at 1733405065795 (+6 ms)Writing region close event to WAL at 1733405065798 (+3 ms)Running coprocessor post-close hooks at 1733405065801 (+3 ms)Closed at 1733405065801 2024-12-05T13:24:25,802 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733405050554.0978e79c2a68fb48ad7246f02ff41a99. 2024-12-05T13:24:25,802 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e534586b3a43345bdc8cfa5f1827ebe4, disabling compactions & flushes 2024-12-05T13:24:25,802 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733405044073.e534586b3a43345bdc8cfa5f1827ebe4. 2024-12-05T13:24:25,802 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733405044073.e534586b3a43345bdc8cfa5f1827ebe4. 2024-12-05T13:24:25,802 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733405044073.e534586b3a43345bdc8cfa5f1827ebe4. after waiting 0 ms 2024-12-05T13:24:25,802 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733405044073.e534586b3a43345bdc8cfa5f1827ebe4. 2024-12-05T13:24:25,802 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e534586b3a43345bdc8cfa5f1827ebe4 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-05T13:24:25,802 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/hbase/meta/1588230740/.tmp/ns/27b141ba38064dc9a9a26ec483acd0d3 is 43, key is default/ns:d/1733405039069/Put/seqid=0 2024-12-05T13:24:25,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741842_1018 (size=5153) 2024-12-05T13:24:25,814 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/default/test/e534586b3a43345bdc8cfa5f1827ebe4/.tmp/f/4840cec0a6484f76b6a8ea50e982d705 is 37, key is row3/f:row3/1733405060523/Put/seqid=0 2024-12-05T13:24:25,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741843_1019 (size=5228) 2024-12-05T13:24:25,843 INFO [regionserver/88aaa70743e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:24:25,971 DEBUG [RS:0;88aaa70743e7:38935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e534586b3a43345bdc8cfa5f1827ebe4 2024-12-05T13:24:26,117 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 1471, reset compression=false 2024-12-05T13:24:26,121 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:24:26,121 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 1718, reset compression=false 2024-12-05T13:24:26,121 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.shipper88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,38935,1733405036322 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T13:24:26,122 ERROR [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.shipper88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 88aaa70743e7,38935,1733405036322: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-88aaa70743e7,38935,1733405036322, walGroup=88aaa70743e7%2C38935%2C1733405036322, offset=88aaa70743e7%2C38935%2C1733405036322.1733405038548:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:38935 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T13:24:26,123 ERROR [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.shipper88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T13:24:26,123 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.shipper88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T13:24:26,123 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.shipper88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T13:24:26,124 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.shipper88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T13:24:26,124 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.shipper88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T13:24:26,124 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.shipper88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1161822208, "init": 1048576000, "max": 2306867200, "used": 810159136 }, "NonHeapMemoryUsage": { "committed": 200998912, "init": 7667712, "max": -1, "used": 198099008 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T13:24:26,124 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.shipper88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:44077 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:44077 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T13:24:26,171 DEBUG [RS:0;88aaa70743e7:38935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e534586b3a43345bdc8cfa5f1827ebe4 2024-12-05T13:24:26,206 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/hbase/meta/1588230740/.tmp/ns/27b141ba38064dc9a9a26ec483acd0d3 2024-12-05T13:24:26,218 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/default/test/e534586b3a43345bdc8cfa5f1827ebe4/.tmp/f/4840cec0a6484f76b6a8ea50e982d705 2024-12-05T13:24:26,221 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4840cec0a6484f76b6a8ea50e982d705 2024-12-05T13:24:26,225 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/hbase/meta/1588230740/.tmp/rep_barrier/6991b47aa2234795914a6bc17cfcd6de is 112, key is test,,1733405044073.e534586b3a43345bdc8cfa5f1827ebe4./rep_barrier:seqnumDuringOpen/1733405045211/Put/seqid=0 2024-12-05T13:24:26,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741844_1020 (size=5518) 2024-12-05T13:24:26,234 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/default/test/e534586b3a43345bdc8cfa5f1827ebe4/.tmp/f1/57a7e1f127c94b97976291c147679dab is 30, key is row1/f1:/1733405057874/DeleteFamily/seqid=0 2024-12-05T13:24:26,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741845_1021 (size=5158) 2024-12-05T13:24:26,324 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 1718, reset compression=false 2024-12-05T13:24:26,371 DEBUG [RS:0;88aaa70743e7:38935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e534586b3a43345bdc8cfa5f1827ebe4 2024-12-05T13:24:26,466 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 1491, reset compression=false 2024-12-05T13:24:26,492 INFO [regionserver/88aaa70743e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T13:24:26,492 INFO [regionserver/88aaa70743e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T13:24:26,571 DEBUG [RS:0;88aaa70743e7:38935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e534586b3a43345bdc8cfa5f1827ebe4 2024-12-05T13:24:26,626 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 1718, reset compression=false 2024-12-05T13:24:26,632 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/hbase/meta/1588230740/.tmp/rep_barrier/6991b47aa2234795914a6bc17cfcd6de 2024-12-05T13:24:26,637 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/default/test/e534586b3a43345bdc8cfa5f1827ebe4/.tmp/f1/57a7e1f127c94b97976291c147679dab 2024-12-05T13:24:26,642 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57a7e1f127c94b97976291c147679dab 2024-12-05T13:24:26,653 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/hbase/meta/1588230740/.tmp/table/0d5fe5cea63d447b97a937959697d547 is 53, key is hbase:replication/table:state/1733405051727/Put/seqid=0 2024-12-05T13:24:26,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741846_1022 (size=5308) 2024-12-05T13:24:26,663 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/default/test/e534586b3a43345bdc8cfa5f1827ebe4/.tmp/norep/505ed5a2de8a4bbda66f62730ceaf379 is 33, key is row1/norep:/1733405057874/DeleteFamily/seqid=0 2024-12-05T13:24:26,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741847_1023 (size=5108) 2024-12-05T13:24:26,666 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/default/test/e534586b3a43345bdc8cfa5f1827ebe4/.tmp/norep/505ed5a2de8a4bbda66f62730ceaf379 2024-12-05T13:24:26,670 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 505ed5a2de8a4bbda66f62730ceaf379 2024-12-05T13:24:26,671 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/default/test/e534586b3a43345bdc8cfa5f1827ebe4/.tmp/f/4840cec0a6484f76b6a8ea50e982d705 as hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/default/test/e534586b3a43345bdc8cfa5f1827ebe4/f/4840cec0a6484f76b6a8ea50e982d705 2024-12-05T13:24:26,675 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4840cec0a6484f76b6a8ea50e982d705 2024-12-05T13:24:26,675 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/default/test/e534586b3a43345bdc8cfa5f1827ebe4/f/4840cec0a6484f76b6a8ea50e982d705, entries=5, sequenceid=12, filesize=5.1 K 2024-12-05T13:24:26,676 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/default/test/e534586b3a43345bdc8cfa5f1827ebe4/.tmp/f1/57a7e1f127c94b97976291c147679dab as hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/default/test/e534586b3a43345bdc8cfa5f1827ebe4/f1/57a7e1f127c94b97976291c147679dab 2024-12-05T13:24:26,679 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57a7e1f127c94b97976291c147679dab 2024-12-05T13:24:26,679 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/default/test/e534586b3a43345bdc8cfa5f1827ebe4/f1/57a7e1f127c94b97976291c147679dab, entries=3, sequenceid=12, filesize=5.0 K 2024-12-05T13:24:26,680 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/default/test/e534586b3a43345bdc8cfa5f1827ebe4/.tmp/norep/505ed5a2de8a4bbda66f62730ceaf379 as hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/default/test/e534586b3a43345bdc8cfa5f1827ebe4/norep/505ed5a2de8a4bbda66f62730ceaf379 2024-12-05T13:24:26,684 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 505ed5a2de8a4bbda66f62730ceaf379 2024-12-05T13:24:26,684 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/default/test/e534586b3a43345bdc8cfa5f1827ebe4/norep/505ed5a2de8a4bbda66f62730ceaf379, entries=1, sequenceid=12, filesize=5.0 K 2024-12-05T13:24:26,685 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for e534586b3a43345bdc8cfa5f1827ebe4 in 883ms, sequenceid=12, compaction requested=false 2024-12-05T13:24:26,685 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T13:24:26,690 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/default/test/e534586b3a43345bdc8cfa5f1827ebe4/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T13:24:26,690 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:24:26,690 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T13:24:26,690 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733405044073.e534586b3a43345bdc8cfa5f1827ebe4. 2024-12-05T13:24:26,690 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e534586b3a43345bdc8cfa5f1827ebe4: Waiting for close lock at 1733405065802Running coprocessor pre-close hooks at 1733405065802Disabling compacts and flushes for region at 1733405065802Disabling writes for close at 1733405065802Obtaining lock to block concurrent updates at 1733405065802Preparing flush snapshotting stores in e534586b3a43345bdc8cfa5f1827ebe4 at 1733405065802Finished memstore snapshotting test,,1733405044073.e534586b3a43345bdc8cfa5f1827ebe4., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733405065802Flushing stores of test,,1733405044073.e534586b3a43345bdc8cfa5f1827ebe4. at 1733405065803 (+1 ms)Flushing e534586b3a43345bdc8cfa5f1827ebe4/f: creating writer at 1733405065803Flushing e534586b3a43345bdc8cfa5f1827ebe4/f: appending metadata at 1733405065814 (+11 ms)Flushing e534586b3a43345bdc8cfa5f1827ebe4/f: closing flushed file at 1733405065814Flushing e534586b3a43345bdc8cfa5f1827ebe4/f1: creating writer at 1733405066221 (+407 ms)Flushing e534586b3a43345bdc8cfa5f1827ebe4/f1: appending metadata at 1733405066234 (+13 ms)Flushing e534586b3a43345bdc8cfa5f1827ebe4/f1: closing flushed file at 1733405066234Flushing e534586b3a43345bdc8cfa5f1827ebe4/norep: creating writer at 1733405066642 (+408 ms)Flushing e534586b3a43345bdc8cfa5f1827ebe4/norep: appending metadata at 1733405066662 (+20 ms)Flushing e534586b3a43345bdc8cfa5f1827ebe4/norep: closing flushed file at 1733405066662Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46c10247: reopening flushed file at 1733405066670 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a4c49bc: reopening flushed file at 1733405066675 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5da1f0f5: reopening flushed file at 1733405066679 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for e534586b3a43345bdc8cfa5f1827ebe4 in 883ms, sequenceid=12, compaction requested=false at 1733405066685 (+6 ms)Writing region close event to WAL at 1733405066687 (+2 ms)Running coprocessor post-close hooks at 1733405066690 (+3 ms)Closed at 1733405066690 2024-12-05T13:24:26,690 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733405044073.e534586b3a43345bdc8cfa5f1827ebe4. 2024-12-05T13:24:26,771 INFO [RS:0;88aaa70743e7:38935 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T13:24:26,771 DEBUG [RS:0;88aaa70743e7:38935 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T13:24:26,771 DEBUG [RS:0;88aaa70743e7:38935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:24:26,972 DEBUG [RS:0;88aaa70743e7:38935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:24:27,030 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 1718, reset compression=false 2024-12-05T13:24:27,033 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:24:27,033 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 2362, reset compression=false 2024-12-05T13:24:27,060 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/hbase/meta/1588230740/.tmp/table/0d5fe5cea63d447b97a937959697d547 2024-12-05T13:24:27,064 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/hbase/meta/1588230740/.tmp/info/e8b994844af74f4b976d556ba980d7e1 as hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/hbase/meta/1588230740/info/e8b994844af74f4b976d556ba980d7e1 2024-12-05T13:24:27,067 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/hbase/meta/1588230740/info/e8b994844af74f4b976d556ba980d7e1, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T13:24:27,068 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/hbase/meta/1588230740/.tmp/ns/27b141ba38064dc9a9a26ec483acd0d3 as hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/hbase/meta/1588230740/ns/27b141ba38064dc9a9a26ec483acd0d3 2024-12-05T13:24:27,072 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/hbase/meta/1588230740/ns/27b141ba38064dc9a9a26ec483acd0d3, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T13:24:27,072 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/hbase/meta/1588230740/.tmp/rep_barrier/6991b47aa2234795914a6bc17cfcd6de as hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/hbase/meta/1588230740/rep_barrier/6991b47aa2234795914a6bc17cfcd6de 2024-12-05T13:24:27,076 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/hbase/meta/1588230740/rep_barrier/6991b47aa2234795914a6bc17cfcd6de, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T13:24:27,077 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/hbase/meta/1588230740/.tmp/table/0d5fe5cea63d447b97a937959697d547 as hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/hbase/meta/1588230740/table/0d5fe5cea63d447b97a937959697d547 2024-12-05T13:24:27,080 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/hbase/meta/1588230740/table/0d5fe5cea63d447b97a937959697d547, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T13:24:27,081 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=16, compaction requested=false 2024-12-05T13:24:27,081 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T13:24:27,084 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T13:24:27,085 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:24:27,085 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:24:27,085 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:24:27,085 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733405065770Running coprocessor pre-close hooks at 1733405065770Disabling compacts and flushes for region at 1733405065770Disabling writes for close at 1733405065771 (+1 ms)Obtaining lock to block concurrent updates at 1733405065771Preparing flush snapshotting stores in 1588230740 at 1733405065771Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733405065771Flushing stores of hbase:meta,,1.1588230740 at 1733405065771Flushing 1588230740/info: creating writer at 1733405065771Flushing 1588230740/info: appending metadata at 1733405065782 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733405065782Flushing 1588230740/ns: creating writer at 1733405065789 (+7 ms)Flushing 1588230740/ns: appending metadata at 1733405065802 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733405065802Flushing 1588230740/rep_barrier: creating writer at 1733405066209 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733405066225 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733405066225Flushing 1588230740/table: creating writer at 1733405066636 (+411 ms)Flushing 1588230740/table: appending metadata at 1733405066653 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733405066653Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d0f6c16: reopening flushed file at 1733405067064 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cc56047: reopening flushed file at 1733405067068 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@588c6495: reopening flushed file at 1733405067072 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e2ef407: reopening flushed file at 1733405067076 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=16, compaction requested=false at 1733405067081 (+5 ms)Writing region close event to WAL at 1733405067082 (+1 ms)Running coprocessor post-close hooks at 1733405067085 (+3 ms)Closed at 1733405067085 2024-12-05T13:24:27,085 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T13:24:27,172 INFO [RS:0;88aaa70743e7:38935 {}] regionserver.HRegionServer(976): stopping server 88aaa70743e7,38935,1733405036322; all regions closed. 2024-12-05T13:24:27,174 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.meta.1733405039029.meta not finished, retry = 0 2024-12-05T13:24:27,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741834_1010 (size=4239) 2024-12-05T13:24:27,236 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.1733405038548 to pos 2362, reset compression=false 2024-12-05T13:24:27,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741839_1015 (size=3552) 2024-12-05T13:24:27,276 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/WALs/88aaa70743e7,38935,1733405036322/88aaa70743e7%2C38935%2C1733405036322.rep.1733405051689 not finished, retry = 0 2024-12-05T13:24:27,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741832_1008 (size=2370) 2024-12-05T13:24:27,379 DEBUG [RS:0;88aaa70743e7:38935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:27,379 INFO [RS:0;88aaa70743e7:38935 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:24:27,379 INFO [RS:0;88aaa70743e7:38935 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:24:27,379 INFO [RS:0;88aaa70743e7:38935 {}] hbase.ChoreService(370): Chore service for: regionserver/88aaa70743e7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T13:24:27,379 INFO [RS:0;88aaa70743e7:38935 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:24:27,379 INFO [regionserver/88aaa70743e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:24:27,379 INFO [RS:0;88aaa70743e7:38935 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-88aaa70743e7,38935,1733405036322 because: Region server is closing 2024-12-05T13:24:27,380 INFO [RS:0;88aaa70743e7:38935 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:38935. 2024-12-05T13:24:27,380 DEBUG [RS:0;88aaa70743e7:38935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:24:27,380 DEBUG [RS:0;88aaa70743e7:38935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:27,380 DEBUG [RS:0;88aaa70743e7:38935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:27,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:24:27,470 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 1491, reset compression=false 2024-12-05T13:24:27,480 INFO [RS:0;88aaa70743e7:38935 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.shipper88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 terminated 2024-12-05T13:24:27,480 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38935,1733405036322.replicationSource.wal-reader.88aaa70743e7%2C38935%2C1733405036322,1-88aaa70743e7,38935,1733405036322 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T13:24:27,480 INFO [RS:0;88aaa70743e7:38935 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:38935. 2024-12-05T13:24:27,480 DEBUG [RS:0;88aaa70743e7:38935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:24:27,480 DEBUG [RS:0;88aaa70743e7:38935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:27,480 DEBUG [RS:0;88aaa70743e7:38935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:27,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:24:27,480 INFO [RS:0;88aaa70743e7:38935 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38935 2024-12-05T13:24:27,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38935-0x101a6d779c20004, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1418258020/rs/88aaa70743e7,38935,1733405036322 2024-12-05T13:24:27,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x101a6d779c20003, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418258020/rs 2024-12-05T13:24:27,510 INFO [RS:0;88aaa70743e7:38935 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:24:27,549 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [88aaa70743e7,38935,1733405036322] 2024-12-05T13:24:27,613 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1418258020/draining/88aaa70743e7,38935,1733405036322 already deleted, retry=false 2024-12-05T13:24:27,614 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 88aaa70743e7,38935,1733405036322 expired; onlineServers=0 2024-12-05T13:24:27,614 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '88aaa70743e7,44077,1733405036204' ***** 2024-12-05T13:24:27,614 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T13:24:27,614 INFO [M:0;88aaa70743e7:44077 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:24:27,614 INFO [M:0;88aaa70743e7:44077 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:24:27,614 DEBUG [M:0;88aaa70743e7:44077 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T13:24:27,614 DEBUG [M:0;88aaa70743e7:44077 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T13:24:27,614 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T13:24:27,614 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733405038254 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733405038254,5,FailOnTimeoutGroup] 2024-12-05T13:24:27,614 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733405038254 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733405038254,5,FailOnTimeoutGroup] 2024-12-05T13:24:27,614 INFO [M:0;88aaa70743e7:44077 {}] hbase.ChoreService(370): Chore service for: master/88aaa70743e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T13:24:27,614 INFO [M:0;88aaa70743e7:44077 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:24:27,614 DEBUG [M:0;88aaa70743e7:44077 {}] master.HMaster(1795): Stopping service threads 2024-12-05T13:24:27,614 INFO [M:0;88aaa70743e7:44077 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T13:24:27,614 INFO [M:0;88aaa70743e7:44077 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:24:27,615 INFO [M:0;88aaa70743e7:44077 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T13:24:27,615 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T13:24:27,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38935-0x101a6d779c20004, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:24:27,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38935-0x101a6d779c20004, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:24:27,649 INFO [RS:0;88aaa70743e7:38935 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:24:27,649 INFO [RS:0;88aaa70743e7:38935 {}] regionserver.HRegionServer(1031): Exiting; stopping=88aaa70743e7,38935,1733405036322; zookeeper connection closed. 2024-12-05T13:24:27,650 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e7dc318 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e7dc318 2024-12-05T13:24:27,650 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T13:24:27,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x101a6d779c20003, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1418258020/master 2024-12-05T13:24:27,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x101a6d779c20003, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1418258020 2024-12-05T13:24:27,653 DEBUG [M:0;88aaa70743e7:44077 {}] zookeeper.ZKUtil(347): master:44077-0x101a6d779c20003, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Unable to get data of znode /1-1418258020/master because node does not exist (not an error) 2024-12-05T13:24:27,653 WARN [M:0;88aaa70743e7:44077 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T13:24:27,654 INFO [M:0;88aaa70743e7:44077 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/.lastflushedseqids 2024-12-05T13:24:27,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741848_1024 (size=245) 2024-12-05T13:24:27,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:27,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:27,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:27,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:27,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:27,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:27,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:27,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:27,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:27,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:27,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:27,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:27,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:28,058 INFO [M:0;88aaa70743e7:44077 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T13:24:28,058 INFO [M:0;88aaa70743e7:44077 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T13:24:28,058 DEBUG [M:0;88aaa70743e7:44077 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:24:28,058 INFO [M:0;88aaa70743e7:44077 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:24:28,058 DEBUG [M:0;88aaa70743e7:44077 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:24:28,058 DEBUG [M:0;88aaa70743e7:44077 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:24:28,058 DEBUG [M:0;88aaa70743e7:44077 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:24:28,058 INFO [M:0;88aaa70743e7:44077 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-05T13:24:28,074 DEBUG [M:0;88aaa70743e7:44077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf4877abb01e4ed09fe7068bc6aa290a is 82, key is hbase:meta,,1/info:regioninfo/1733405039053/Put/seqid=0 2024-12-05T13:24:28,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741849_1025 (size=5672) 2024-12-05T13:24:28,317 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:24:28,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:28,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:28,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:28,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:28,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:28,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:28,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:28,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:28,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:28,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:28,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:28,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:28,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:28,478 INFO [M:0;88aaa70743e7:44077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf4877abb01e4ed09fe7068bc6aa290a 2024-12-05T13:24:28,498 DEBUG [M:0;88aaa70743e7:44077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5ad229a22b34da38345b9b580184781 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733405051730/Put/seqid=0 2024-12-05T13:24:28,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741850_1026 (size=8515) 2024-12-05T13:24:28,574 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 1491, reset compression=false 2024-12-05T13:24:28,902 INFO [M:0;88aaa70743e7:44077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5ad229a22b34da38345b9b580184781 2024-12-05T13:24:28,917 DEBUG [M:0;88aaa70743e7:44077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/08fb1efe1ac940d1b0af74ec96cecff7 is 69, key is 88aaa70743e7,38935,1733405036322/rs:state/1733405038376/Put/seqid=0 2024-12-05T13:24:28,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741851_1027 (size=5156) 2024-12-05T13:24:29,321 INFO [M:0;88aaa70743e7:44077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/08fb1efe1ac940d1b0af74ec96cecff7 2024-12-05T13:24:29,326 DEBUG [M:0;88aaa70743e7:44077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf4877abb01e4ed09fe7068bc6aa290a as hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bf4877abb01e4ed09fe7068bc6aa290a 2024-12-05T13:24:29,329 INFO [M:0;88aaa70743e7:44077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bf4877abb01e4ed09fe7068bc6aa290a, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T13:24:29,329 DEBUG [M:0;88aaa70743e7:44077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5ad229a22b34da38345b9b580184781 as hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f5ad229a22b34da38345b9b580184781 2024-12-05T13:24:29,332 INFO [M:0;88aaa70743e7:44077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f5ad229a22b34da38345b9b580184781, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T13:24:29,332 DEBUG [M:0;88aaa70743e7:44077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/08fb1efe1ac940d1b0af74ec96cecff7 as hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/08fb1efe1ac940d1b0af74ec96cecff7 2024-12-05T13:24:29,335 INFO [M:0;88aaa70743e7:44077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40721/user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/08fb1efe1ac940d1b0af74ec96cecff7, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T13:24:29,336 INFO [M:0;88aaa70743e7:44077 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false 2024-12-05T13:24:29,337 INFO [M:0;88aaa70743e7:44077 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:24:29,337 DEBUG [M:0;88aaa70743e7:44077 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733405068058Disabling compacts and flushes for region at 1733405068058Disabling writes for close at 1733405068058Obtaining lock to block concurrent updates at 1733405068058Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733405068058Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733405068059 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733405068059Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733405068059Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733405068074 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733405068074Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733405068482 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733405068498 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733405068498Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733405068906 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733405068917 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733405068917Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a33d75: reopening flushed file at 1733405069325 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3269e95a: reopening flushed file at 1733405069329 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@557c6c68: reopening flushed file at 1733405069332 (+3 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false at 1733405069336 (+4 ms)Writing region close event to WAL at 1733405069337 (+1 ms)Closed at 1733405069337 2024-12-05T13:24:29,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45187 is added to blk_1073741830_1006 (size=63642) 2024-12-05T13:24:29,338 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/36ca2314-73fb-594b-aae1-6201de0f428c/MasterData/WALs/88aaa70743e7,44077,1733405036204/88aaa70743e7%2C44077%2C1733405036204.1733405038041 not finished, retry = 0 2024-12-05T13:24:29,439 INFO [M:0;88aaa70743e7:44077 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T13:24:29,439 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:24:29,439 INFO [M:0;88aaa70743e7:44077 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44077 2024-12-05T13:24:29,439 INFO [M:0;88aaa70743e7:44077 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:24:29,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x101a6d779c20003, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:24:29,620 INFO [M:0;88aaa70743e7:44077 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:24:29,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x101a6d779c20003, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:24:29,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@118e77a4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:24:29,622 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70460d30{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:24:29,622 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:24:29,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52a9f051{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:24:29,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@eb71081{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cf2253f-97f8-5d08-9b55-9623a65d8425/hadoop.log.dir/,STOPPED} 2024-12-05T13:24:29,624 WARN [BP-1486847108-172.17.0.3-1733405034704 heartbeating to localhost/127.0.0.1:40721 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:24:29,624 WARN [BP-1486847108-172.17.0.3-1733405034704 heartbeating to localhost/127.0.0.1:40721 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1486847108-172.17.0.3-1733405034704 (Datanode Uuid 46a97975-c90e-4a81-8b1c-2eb497faecbc) service to localhost/127.0.0.1:40721 2024-12-05T13:24:29,624 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T13:24:29,624 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:24:29,624 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cf2253f-97f8-5d08-9b55-9623a65d8425/cluster_9fa2cc70-cb18-0d44-1526-b2a880d35c06/data/data1/current/BP-1486847108-172.17.0.3-1733405034704 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:24:29,625 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cf2253f-97f8-5d08-9b55-9623a65d8425/cluster_9fa2cc70-cb18-0d44-1526-b2a880d35c06/data/data2/current/BP-1486847108-172.17.0.3-1733405034704 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:24:29,625 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:24:29,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@413a7cc8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:24:29,630 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27a0a604{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:24:29,630 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:24:29,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bd6c149{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:24:29,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@765f208b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cf2253f-97f8-5d08-9b55-9623a65d8425/hadoop.log.dir/,STOPPED} 2024-12-05T13:24:29,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T13:24:29,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T13:24:29,645 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:24:29,645 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:24:29,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:29,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:29,645 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:24:29,645 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T13:24:29,645 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=702663724, stopped=false 2024-12-05T13:24:29,645 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=88aaa70743e7,37493,1733405031175 2024-12-05T13:24:29,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37493-0x101a6d779c20000, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01700485710/running 2024-12-05T13:24:29,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x101a6d779c20001, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01700485710/running 2024-12-05T13:24:29,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37493-0x101a6d779c20000, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01700485710 2024-12-05T13:24:29,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x101a6d779c20001, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01700485710 2024-12-05T13:24:29,660 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:24:29,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33515-0x101a6d779c20001, quorum=127.0.0.1:54421, baseZNode=/01700485710 Set watcher on znode that does not yet exist, /01700485710/running 2024-12-05T13:24:29,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37493-0x101a6d779c20000, quorum=127.0.0.1:54421, baseZNode=/01700485710 Set watcher on znode that does not yet exist, /01700485710/running 2024-12-05T13:24:29,661 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:24:29,661 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:24:29,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:29,661 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '88aaa70743e7,33515,1733405031333' ***** 2024-12-05T13:24:29,661 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T13:24:29,661 INFO [RS:0;88aaa70743e7:33515 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T13:24:29,661 INFO [RS:0;88aaa70743e7:33515 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T13:24:29,661 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T13:24:29,661 INFO [RS:0;88aaa70743e7:33515 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T13:24:29,661 INFO [RS:0;88aaa70743e7:33515 {}] regionserver.HRegionServer(3091): Received CLOSE for 047d63992727cea273041a6a3f57a3d1 2024-12-05T13:24:29,661 INFO [RS:0;88aaa70743e7:33515 {}] regionserver.HRegionServer(3091): Received CLOSE for 4511cd4238d3c3d114a2cca55b9051d7 2024-12-05T13:24:29,662 INFO [RS:0;88aaa70743e7:33515 {}] regionserver.HRegionServer(959): stopping server 88aaa70743e7,33515,1733405031333 2024-12-05T13:24:29,662 INFO [RS:0;88aaa70743e7:33515 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:24:29,662 INFO [RS:0;88aaa70743e7:33515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:33515. 2024-12-05T13:24:29,662 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 047d63992727cea273041a6a3f57a3d1, disabling compactions & flushes 2024-12-05T13:24:29,662 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733405048394.047d63992727cea273041a6a3f57a3d1. 2024-12-05T13:24:29,662 DEBUG [RS:0;88aaa70743e7:33515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:24:29,662 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733405048394.047d63992727cea273041a6a3f57a3d1. 2024-12-05T13:24:29,662 DEBUG [RS:0;88aaa70743e7:33515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:29,662 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733405048394.047d63992727cea273041a6a3f57a3d1. after waiting 0 ms 2024-12-05T13:24:29,662 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733405048394.047d63992727cea273041a6a3f57a3d1. 2024-12-05T13:24:29,662 INFO [RS:0;88aaa70743e7:33515 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T13:24:29,662 INFO [RS:0;88aaa70743e7:33515 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T13:24:29,662 INFO [RS:0;88aaa70743e7:33515 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T13:24:29,662 INFO [RS:0;88aaa70743e7:33515 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T13:24:29,662 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 047d63992727cea273041a6a3f57a3d1 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-05T13:24:29,662 INFO [RS:0;88aaa70743e7:33515 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T13:24:29,662 DEBUG [RS:0;88aaa70743e7:33515 {}] regionserver.HRegionServer(1325): Online Regions={047d63992727cea273041a6a3f57a3d1=hbase:replication,,1733405048394.047d63992727cea273041a6a3f57a3d1., 1588230740=hbase:meta,,1.1588230740, 4511cd4238d3c3d114a2cca55b9051d7=test,,1733405042933.4511cd4238d3c3d114a2cca55b9051d7.} 2024-12-05T13:24:29,662 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:24:29,662 DEBUG [RS:0;88aaa70743e7:33515 {}] regionserver.HRegionServer(1351): Waiting on 047d63992727cea273041a6a3f57a3d1, 1588230740, 4511cd4238d3c3d114a2cca55b9051d7 2024-12-05T13:24:29,662 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:24:29,662 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:24:29,662 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:24:29,662 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:24:29,662 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T13:24:29,674 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/hbase/replication/047d63992727cea273041a6a3f57a3d1/.tmp/queue/8e3cd85c36da49f88b18a70b26a1c295 is 154, key is 1-88aaa70743e7,33515,1733405031333/queue:88aaa70743e7%2C33515%2C1733405031333/1733405062042/Put/seqid=0 2024-12-05T13:24:29,674 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/hbase/meta/1588230740/.tmp/info/dc11a516cb43478e8cfce5a17b4459c9 is 147, key is hbase:replication,,1733405048394.047d63992727cea273041a6a3f57a3d1./info:regioninfo/1733405049566/Put/seqid=0 2024-12-05T13:24:29,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741840_1016 (size=7686) 2024-12-05T13:24:29,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741841_1017 (size=5353) 2024-12-05T13:24:29,746 INFO [regionserver/88aaa70743e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:24:29,777 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 1491, reset compression=false 2024-12-05T13:24:29,862 DEBUG [RS:0;88aaa70743e7:33515 {}] regionserver.HRegionServer(1351): Waiting on 047d63992727cea273041a6a3f57a3d1, 1588230740, 4511cd4238d3c3d114a2cca55b9051d7 2024-12-05T13:24:30,062 DEBUG [RS:0;88aaa70743e7:33515 {}] regionserver.HRegionServer(1351): Waiting on 047d63992727cea273041a6a3f57a3d1, 1588230740, 4511cd4238d3c3d114a2cca55b9051d7 2024-12-05T13:24:30,078 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/hbase/meta/1588230740/.tmp/info/dc11a516cb43478e8cfce5a17b4459c9 2024-12-05T13:24:30,078 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/hbase/replication/047d63992727cea273041a6a3f57a3d1/.tmp/queue/8e3cd85c36da49f88b18a70b26a1c295 2024-12-05T13:24:30,082 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/hbase/replication/047d63992727cea273041a6a3f57a3d1/.tmp/queue/8e3cd85c36da49f88b18a70b26a1c295 as hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/hbase/replication/047d63992727cea273041a6a3f57a3d1/queue/8e3cd85c36da49f88b18a70b26a1c295 2024-12-05T13:24:30,086 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/hbase/replication/047d63992727cea273041a6a3f57a3d1/queue/8e3cd85c36da49f88b18a70b26a1c295, entries=1, sequenceid=14, filesize=5.2 K 2024-12-05T13:24:30,087 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 047d63992727cea273041a6a3f57a3d1 in 425ms, sequenceid=14, compaction requested=false 2024-12-05T13:24:30,087 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T13:24:30,090 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/hbase/replication/047d63992727cea273041a6a3f57a3d1/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-05T13:24:30,091 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:24:30,091 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:24:30,091 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733405048394.047d63992727cea273041a6a3f57a3d1. 2024-12-05T13:24:30,091 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 047d63992727cea273041a6a3f57a3d1: Waiting for close lock at 1733405069662Running coprocessor pre-close hooks at 1733405069662Disabling compacts and flushes for region at 1733405069662Disabling writes for close at 1733405069662Obtaining lock to block concurrent updates at 1733405069662Preparing flush snapshotting stores in 047d63992727cea273041a6a3f57a3d1 at 1733405069662Finished memstore snapshotting hbase:replication,,1733405048394.047d63992727cea273041a6a3f57a3d1., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733405069662Flushing stores of hbase:replication,,1733405048394.047d63992727cea273041a6a3f57a3d1. at 1733405069663 (+1 ms)Flushing 047d63992727cea273041a6a3f57a3d1/queue: creating writer at 1733405069663Flushing 047d63992727cea273041a6a3f57a3d1/queue: appending metadata at 1733405069674 (+11 ms)Flushing 047d63992727cea273041a6a3f57a3d1/queue: closing flushed file at 1733405069674Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ea7a15c: reopening flushed file at 1733405070082 (+408 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 047d63992727cea273041a6a3f57a3d1 in 425ms, sequenceid=14, compaction requested=false at 1733405070087 (+5 ms)Writing region close event to WAL at 1733405070088 (+1 ms)Running coprocessor post-close hooks at 1733405070091 (+3 ms)Closed at 1733405070091 2024-12-05T13:24:30,091 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733405048394.047d63992727cea273041a6a3f57a3d1. 2024-12-05T13:24:30,091 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4511cd4238d3c3d114a2cca55b9051d7, disabling compactions & flushes 2024-12-05T13:24:30,091 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733405042933.4511cd4238d3c3d114a2cca55b9051d7. 2024-12-05T13:24:30,091 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733405042933.4511cd4238d3c3d114a2cca55b9051d7. 2024-12-05T13:24:30,091 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733405042933.4511cd4238d3c3d114a2cca55b9051d7. after waiting 0 ms 2024-12-05T13:24:30,091 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733405042933.4511cd4238d3c3d114a2cca55b9051d7. 2024-12-05T13:24:30,091 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4511cd4238d3c3d114a2cca55b9051d7 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-05T13:24:30,099 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/hbase/meta/1588230740/.tmp/ns/fa7902ac02a145268a548544ac82d075 is 43, key is default/ns:d/1733405034554/Put/seqid=0 2024-12-05T13:24:30,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741842_1018 (size=5153) 2024-12-05T13:24:30,108 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/default/test/4511cd4238d3c3d114a2cca55b9051d7/.tmp/f/67a43e94cca742b9a32bbf4106251840 is 37, key is row3/f:row3/1733405060523/Put/seqid=0 2024-12-05T13:24:30,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741843_1019 (size=5228) 2024-12-05T13:24:30,263 DEBUG [RS:0;88aaa70743e7:33515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4511cd4238d3c3d114a2cca55b9051d7 2024-12-05T13:24:30,442 INFO [regionserver/88aaa70743e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T13:24:30,442 INFO [regionserver/88aaa70743e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T13:24:30,463 DEBUG [RS:0;88aaa70743e7:33515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4511cd4238d3c3d114a2cca55b9051d7 2024-12-05T13:24:30,504 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/hbase/meta/1588230740/.tmp/ns/fa7902ac02a145268a548544ac82d075 2024-12-05T13:24:30,511 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/default/test/4511cd4238d3c3d114a2cca55b9051d7/.tmp/f/67a43e94cca742b9a32bbf4106251840 2024-12-05T13:24:30,515 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 67a43e94cca742b9a32bbf4106251840 2024-12-05T13:24:30,520 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/hbase/meta/1588230740/.tmp/rep_barrier/be4260f833ad4788b6a86307fda16077 is 112, key is test,,1733405042933.4511cd4238d3c3d114a2cca55b9051d7./rep_barrier:seqnumDuringOpen/1733405043683/Put/seqid=0 2024-12-05T13:24:30,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741844_1020 (size=5518) 2024-12-05T13:24:30,533 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/default/test/4511cd4238d3c3d114a2cca55b9051d7/.tmp/f1/6ec19882614f47f6bd0d8c6c897ac313 is 30, key is row1/f1:/1733405057874/DeleteFamily/seqid=0 2024-12-05T13:24:30,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741845_1021 (size=5158) 2024-12-05T13:24:30,663 INFO [RS:0;88aaa70743e7:33515 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T13:24:30,663 DEBUG [RS:0;88aaa70743e7:33515 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4511cd4238d3c3d114a2cca55b9051d7=test,,1733405042933.4511cd4238d3c3d114a2cca55b9051d7.} 2024-12-05T13:24:30,663 DEBUG [RS:0;88aaa70743e7:33515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4511cd4238d3c3d114a2cca55b9051d7 2024-12-05T13:24:30,863 DEBUG [RS:0;88aaa70743e7:33515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4511cd4238d3c3d114a2cca55b9051d7 2024-12-05T13:24:30,928 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/hbase/meta/1588230740/.tmp/rep_barrier/be4260f833ad4788b6a86307fda16077 2024-12-05T13:24:30,936 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/default/test/4511cd4238d3c3d114a2cca55b9051d7/.tmp/f1/6ec19882614f47f6bd0d8c6c897ac313 2024-12-05T13:24:30,941 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ec19882614f47f6bd0d8c6c897ac313 2024-12-05T13:24:30,950 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/hbase/meta/1588230740/.tmp/table/e4a6d34fb7084f508f40eda6468f65dc is 53, key is hbase:replication/table:state/1733405049573/Put/seqid=0 2024-12-05T13:24:30,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741846_1022 (size=5308) 2024-12-05T13:24:30,954 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/hbase/meta/1588230740/.tmp/table/e4a6d34fb7084f508f40eda6468f65dc 2024-12-05T13:24:30,959 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/default/test/4511cd4238d3c3d114a2cca55b9051d7/.tmp/norep/b56b397ce66a43b1b7ed23cf6c17e713 is 32, key is row/norep:/1733405056869/DeleteFamily/seqid=0 2024-12-05T13:24:30,961 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/hbase/meta/1588230740/.tmp/info/dc11a516cb43478e8cfce5a17b4459c9 as hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/hbase/meta/1588230740/info/dc11a516cb43478e8cfce5a17b4459c9 2024-12-05T13:24:30,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741847_1023 (size=5101) 2024-12-05T13:24:30,965 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/hbase/meta/1588230740/info/dc11a516cb43478e8cfce5a17b4459c9, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T13:24:30,965 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/hbase/meta/1588230740/.tmp/ns/fa7902ac02a145268a548544ac82d075 as hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/hbase/meta/1588230740/ns/fa7902ac02a145268a548544ac82d075 2024-12-05T13:24:30,969 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/hbase/meta/1588230740/ns/fa7902ac02a145268a548544ac82d075, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T13:24:30,969 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/hbase/meta/1588230740/.tmp/rep_barrier/be4260f833ad4788b6a86307fda16077 as hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/hbase/meta/1588230740/rep_barrier/be4260f833ad4788b6a86307fda16077 2024-12-05T13:24:30,972 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/hbase/meta/1588230740/rep_barrier/be4260f833ad4788b6a86307fda16077, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T13:24:30,973 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/hbase/meta/1588230740/.tmp/table/e4a6d34fb7084f508f40eda6468f65dc as hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/hbase/meta/1588230740/table/e4a6d34fb7084f508f40eda6468f65dc 2024-12-05T13:24:30,977 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/hbase/meta/1588230740/table/e4a6d34fb7084f508f40eda6468f65dc, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T13:24:30,978 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=16, compaction requested=false 2024-12-05T13:24:30,978 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T13:24:30,982 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T13:24:30,982 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:24:30,982 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:24:30,982 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:24:30,982 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733405069662Running coprocessor pre-close hooks at 1733405069662Disabling compacts and flushes for region at 1733405069662Disabling writes for close at 1733405069662Obtaining lock to block concurrent updates at 1733405069662Preparing flush snapshotting stores in 1588230740 at 1733405069662Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733405069662Flushing stores of hbase:meta,,1.1588230740 at 1733405069663 (+1 ms)Flushing 1588230740/info: creating writer at 1733405069663Flushing 1588230740/info: appending metadata at 1733405069674 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733405069674Flushing 1588230740/ns: creating writer at 1733405070082 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733405070098 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733405070098Flushing 1588230740/rep_barrier: creating writer at 1733405070508 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733405070520 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733405070520Flushing 1588230740/table: creating writer at 1733405070932 (+412 ms)Flushing 1588230740/table: appending metadata at 1733405070949 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733405070949Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68d35d91: reopening flushed file at 1733405070959 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c7d8c12: reopening flushed file at 1733405070965 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34d81d32: reopening flushed file at 1733405070969 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31ba7ff: reopening flushed file at 1733405070973 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=16, compaction requested=false at 1733405070978 (+5 ms)Writing region close event to WAL at 1733405070979 (+1 ms)Running coprocessor post-close hooks at 1733405070982 (+3 ms)Closed at 1733405070982 2024-12-05T13:24:30,982 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T13:24:31,063 DEBUG [RS:0;88aaa70743e7:33515 {}] regionserver.HRegionServer(1351): Waiting on 4511cd4238d3c3d114a2cca55b9051d7 2024-12-05T13:24:31,080 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 1491, reset compression=false 2024-12-05T13:24:31,084 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:24:31,085 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 1738, reset compression=false 2024-12-05T13:24:31,085 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.shipper88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,33515,1733405031333 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531, lastWalPosition=1738, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T13:24:31,085 ERROR [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.shipper88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 88aaa70743e7,33515,1733405031333: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-88aaa70743e7,33515,1733405031333, walGroup=88aaa70743e7%2C33515%2C1733405031333, offset=88aaa70743e7%2C33515%2C1733405031333.1733405033531:1738, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:33515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T13:24:31,086 ERROR [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.shipper88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T13:24:31,086 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.shipper88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T13:24:31,086 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.shipper88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T13:24:31,086 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.shipper88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T13:24:31,086 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.shipper88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T13:24:31,086 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.shipper88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1161822208, "init": 1048576000, "max": 2306867200, "used": 923405344 }, "NonHeapMemoryUsage": { "committed": 201916416, "init": 7667712, "max": -1, "used": 199030608 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T13:24:31,087 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.shipper88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:37493 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:37493 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T13:24:31,264 DEBUG [RS:0;88aaa70743e7:33515 {}] regionserver.HRegionServer(1351): Waiting on 4511cd4238d3c3d114a2cca55b9051d7 2024-12-05T13:24:31,288 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 1738, reset compression=false 2024-12-05T13:24:31,364 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/default/test/4511cd4238d3c3d114a2cca55b9051d7/.tmp/norep/b56b397ce66a43b1b7ed23cf6c17e713 2024-12-05T13:24:31,368 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b56b397ce66a43b1b7ed23cf6c17e713 2024-12-05T13:24:31,369 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/default/test/4511cd4238d3c3d114a2cca55b9051d7/.tmp/f/67a43e94cca742b9a32bbf4106251840 as hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/default/test/4511cd4238d3c3d114a2cca55b9051d7/f/67a43e94cca742b9a32bbf4106251840 2024-12-05T13:24:31,373 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 67a43e94cca742b9a32bbf4106251840 2024-12-05T13:24:31,373 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/default/test/4511cd4238d3c3d114a2cca55b9051d7/f/67a43e94cca742b9a32bbf4106251840, entries=5, sequenceid=12, filesize=5.1 K 2024-12-05T13:24:31,374 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/default/test/4511cd4238d3c3d114a2cca55b9051d7/.tmp/f1/6ec19882614f47f6bd0d8c6c897ac313 as hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/default/test/4511cd4238d3c3d114a2cca55b9051d7/f1/6ec19882614f47f6bd0d8c6c897ac313 2024-12-05T13:24:31,378 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ec19882614f47f6bd0d8c6c897ac313 2024-12-05T13:24:31,378 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/default/test/4511cd4238d3c3d114a2cca55b9051d7/f1/6ec19882614f47f6bd0d8c6c897ac313, entries=3, sequenceid=12, filesize=5.0 K 2024-12-05T13:24:31,378 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/default/test/4511cd4238d3c3d114a2cca55b9051d7/.tmp/norep/b56b397ce66a43b1b7ed23cf6c17e713 as hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/default/test/4511cd4238d3c3d114a2cca55b9051d7/norep/b56b397ce66a43b1b7ed23cf6c17e713 2024-12-05T13:24:31,382 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b56b397ce66a43b1b7ed23cf6c17e713 2024-12-05T13:24:31,382 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/default/test/4511cd4238d3c3d114a2cca55b9051d7/norep/b56b397ce66a43b1b7ed23cf6c17e713, entries=1, sequenceid=12, filesize=5.0 K 2024-12-05T13:24:31,383 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4511cd4238d3c3d114a2cca55b9051d7 in 1292ms, sequenceid=12, compaction requested=false 2024-12-05T13:24:31,383 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T13:24:31,388 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/data/default/test/4511cd4238d3c3d114a2cca55b9051d7/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T13:24:31,389 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:24:31,389 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T13:24:31,389 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733405042933.4511cd4238d3c3d114a2cca55b9051d7. 2024-12-05T13:24:31,389 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4511cd4238d3c3d114a2cca55b9051d7: Waiting for close lock at 1733405070091Running coprocessor pre-close hooks at 1733405070091Disabling compacts and flushes for region at 1733405070091Disabling writes for close at 1733405070091Obtaining lock to block concurrent updates at 1733405070091Preparing flush snapshotting stores in 4511cd4238d3c3d114a2cca55b9051d7 at 1733405070091Finished memstore snapshotting test,,1733405042933.4511cd4238d3c3d114a2cca55b9051d7., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733405070092 (+1 ms)Flushing stores of test,,1733405042933.4511cd4238d3c3d114a2cca55b9051d7. at 1733405070092Flushing 4511cd4238d3c3d114a2cca55b9051d7/f: creating writer at 1733405070092Flushing 4511cd4238d3c3d114a2cca55b9051d7/f: appending metadata at 1733405070107 (+15 ms)Flushing 4511cd4238d3c3d114a2cca55b9051d7/f: closing flushed file at 1733405070107Flushing 4511cd4238d3c3d114a2cca55b9051d7/f1: creating writer at 1733405070515 (+408 ms)Flushing 4511cd4238d3c3d114a2cca55b9051d7/f1: appending metadata at 1733405070532 (+17 ms)Flushing 4511cd4238d3c3d114a2cca55b9051d7/f1: closing flushed file at 1733405070532Flushing 4511cd4238d3c3d114a2cca55b9051d7/norep: creating writer at 1733405070941 (+409 ms)Flushing 4511cd4238d3c3d114a2cca55b9051d7/norep: appending metadata at 1733405070958 (+17 ms)Flushing 4511cd4238d3c3d114a2cca55b9051d7/norep: closing flushed file at 1733405070958Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7908c803: reopening flushed file at 1733405071368 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18aa5822: reopening flushed file at 1733405071373 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31a64dae: reopening flushed file at 1733405071378 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4511cd4238d3c3d114a2cca55b9051d7 in 1292ms, sequenceid=12, compaction requested=false at 1733405071383 (+5 ms)Writing region close event to WAL at 1733405071386 (+3 ms)Running coprocessor post-close hooks at 1733405071389 (+3 ms)Closed at 1733405071389 2024-12-05T13:24:31,389 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733405042933.4511cd4238d3c3d114a2cca55b9051d7. 2024-12-05T13:24:31,464 INFO [RS:0;88aaa70743e7:33515 {}] regionserver.HRegionServer(976): stopping server 88aaa70743e7,33515,1733405031333; all regions closed. 2024-12-05T13:24:31,467 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.meta.1733405034496.meta not finished, retry = 0 2024-12-05T13:24:31,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741834_1010 (size=4239) 2024-12-05T13:24:31,552 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T13:24:31,552 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T13:24:31,552 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T13:24:31,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741839_1015 (size=3552) 2024-12-05T13:24:31,575 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.rep.1733405049535 not finished, retry = 0 2024-12-05T13:24:31,591 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 1738, reset compression=false 2024-12-05T13:24:31,595 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:24:31,595 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/WALs/88aaa70743e7,33515,1733405031333/88aaa70743e7%2C33515%2C1733405031333.1733405033531 to pos 2382, reset compression=false 2024-12-05T13:24:31,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741832_1008 (size=2390) 2024-12-05T13:24:31,678 DEBUG [RS:0;88aaa70743e7:33515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:31,678 INFO [RS:0;88aaa70743e7:33515 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:24:31,678 INFO [RS:0;88aaa70743e7:33515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:24:31,678 INFO [RS:0;88aaa70743e7:33515 {}] hbase.ChoreService(370): Chore service for: regionserver/88aaa70743e7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T13:24:31,679 INFO [RS:0;88aaa70743e7:33515 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:24:31,679 INFO [regionserver/88aaa70743e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:24:31,679 INFO [RS:0;88aaa70743e7:33515 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-88aaa70743e7,33515,1733405031333 because: Region server is closing 2024-12-05T13:24:31,679 INFO [RS:0;88aaa70743e7:33515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:33515. 2024-12-05T13:24:31,679 DEBUG [RS:0;88aaa70743e7:33515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:24:31,679 DEBUG [RS:0;88aaa70743e7:33515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:31,679 DEBUG [RS:0;88aaa70743e7:33515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:31,679 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:24:31,779 INFO [RS:0;88aaa70743e7:33515 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.shipper88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 terminated 2024-12-05T13:24:31,779 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,33515,1733405031333.replicationSource.wal-reader.88aaa70743e7%2C33515%2C1733405031333,1-88aaa70743e7,33515,1733405031333 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T13:24:31,779 INFO [RS:0;88aaa70743e7:33515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:33515. 2024-12-05T13:24:31,780 DEBUG [RS:0;88aaa70743e7:33515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:24:31,780 DEBUG [RS:0;88aaa70743e7:33515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:31,780 DEBUG [RS:0;88aaa70743e7:33515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:31,780 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:24:31,780 INFO [RS:0;88aaa70743e7:33515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33515 2024-12-05T13:24:31,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x101a6d779c20001, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01700485710/rs/88aaa70743e7,33515,1733405031333 2024-12-05T13:24:31,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37493-0x101a6d779c20000, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01700485710/rs 2024-12-05T13:24:31,861 INFO [RS:0;88aaa70743e7:33515 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:24:31,870 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [88aaa70743e7,33515,1733405031333] 2024-12-05T13:24:31,878 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01700485710/draining/88aaa70743e7,33515,1733405031333 already deleted, retry=false 2024-12-05T13:24:31,878 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 88aaa70743e7,33515,1733405031333 expired; onlineServers=0 2024-12-05T13:24:31,878 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '88aaa70743e7,37493,1733405031175' ***** 2024-12-05T13:24:31,878 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T13:24:31,878 INFO [M:0;88aaa70743e7:37493 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:24:31,878 INFO [M:0;88aaa70743e7:37493 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:24:31,878 DEBUG [M:0;88aaa70743e7:37493 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T13:24:31,878 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T13:24:31,878 DEBUG [M:0;88aaa70743e7:37493 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T13:24:31,878 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733405033295 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733405033295,5,FailOnTimeoutGroup] 2024-12-05T13:24:31,879 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733405033295 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733405033295,5,FailOnTimeoutGroup] 2024-12-05T13:24:31,879 INFO [M:0;88aaa70743e7:37493 {}] hbase.ChoreService(370): Chore service for: master/88aaa70743e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T13:24:31,879 INFO [M:0;88aaa70743e7:37493 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:24:31,879 DEBUG [M:0;88aaa70743e7:37493 {}] master.HMaster(1795): Stopping service threads 2024-12-05T13:24:31,879 INFO [M:0;88aaa70743e7:37493 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T13:24:31,879 INFO [M:0;88aaa70743e7:37493 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:24:31,879 INFO [M:0;88aaa70743e7:37493 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T13:24:31,879 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T13:24:31,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37493-0x101a6d779c20000, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01700485710/master 2024-12-05T13:24:31,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37493-0x101a6d779c20000, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01700485710 2024-12-05T13:24:31,887 DEBUG [M:0;88aaa70743e7:37493 {}] zookeeper.ZKUtil(347): master:37493-0x101a6d779c20000, quorum=127.0.0.1:54421, baseZNode=/01700485710 Unable to get data of znode /01700485710/master because node does not exist (not an error) 2024-12-05T13:24:31,887 WARN [M:0;88aaa70743e7:37493 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T13:24:31,888 INFO [M:0;88aaa70743e7:37493 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/.lastflushedseqids 2024-12-05T13:24:31,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741848_1024 (size=245) 2024-12-05T13:24:31,970 INFO [RS:0;88aaa70743e7:33515 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:24:31,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x101a6d779c20001, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:24:31,970 INFO [RS:0;88aaa70743e7:33515 {}] regionserver.HRegionServer(1031): Exiting; stopping=88aaa70743e7,33515,1733405031333; zookeeper connection closed. 2024-12-05T13:24:31,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33515-0x101a6d779c20001, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:24:31,970 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@49124d1d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@49124d1d 2024-12-05T13:24:31,970 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T13:24:32,297 INFO [M:0;88aaa70743e7:37493 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T13:24:32,297 INFO [M:0;88aaa70743e7:37493 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T13:24:32,297 DEBUG [M:0;88aaa70743e7:37493 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:24:32,297 INFO [M:0;88aaa70743e7:37493 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:24:32,297 DEBUG [M:0;88aaa70743e7:37493 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:24:32,297 DEBUG [M:0;88aaa70743e7:37493 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:24:32,297 DEBUG [M:0;88aaa70743e7:37493 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:24:32,297 INFO [M:0;88aaa70743e7:37493 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.73 KB heapSize=65.71 KB 2024-12-05T13:24:32,309 DEBUG [M:0;88aaa70743e7:37493 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd3ca2ffe58b4d87b1f0233a9fad9bf7 is 82, key is hbase:meta,,1/info:regioninfo/1733405034522/Put/seqid=0 2024-12-05T13:24:32,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741849_1025 (size=5672) 2024-12-05T13:24:32,718 INFO [M:0;88aaa70743e7:37493 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd3ca2ffe58b4d87b1f0233a9fad9bf7 2024-12-05T13:24:32,733 DEBUG [M:0;88aaa70743e7:37493 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3c170d1b713f405da8732c9d7f55f599 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733405043691/Put/seqid=0 2024-12-05T13:24:32,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741850_1026 (size=7216) 2024-12-05T13:24:33,137 INFO [M:0;88aaa70743e7:37493 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.17 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3c170d1b713f405da8732c9d7f55f599 2024-12-05T13:24:33,140 INFO [M:0;88aaa70743e7:37493 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c170d1b713f405da8732c9d7f55f599 2024-12-05T13:24:33,152 DEBUG [M:0;88aaa70743e7:37493 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/585d405cb6fc4ca88e317f10f8d71b55 is 69, key is 88aaa70743e7,33515,1733405031333/rs:state/1733405033386/Put/seqid=0 2024-12-05T13:24:33,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741851_1027 (size=5156) 2024-12-05T13:24:33,555 INFO [M:0;88aaa70743e7:37493 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/585d405cb6fc4ca88e317f10f8d71b55 2024-12-05T13:24:33,559 DEBUG [M:0;88aaa70743e7:37493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd3ca2ffe58b4d87b1f0233a9fad9bf7 as hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dd3ca2ffe58b4d87b1f0233a9fad9bf7 2024-12-05T13:24:33,562 INFO [M:0;88aaa70743e7:37493 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dd3ca2ffe58b4d87b1f0233a9fad9bf7, entries=8, sequenceid=105, filesize=5.5 K 2024-12-05T13:24:33,563 DEBUG [M:0;88aaa70743e7:37493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3c170d1b713f405da8732c9d7f55f599 as hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3c170d1b713f405da8732c9d7f55f599 2024-12-05T13:24:33,566 INFO [M:0;88aaa70743e7:37493 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c170d1b713f405da8732c9d7f55f599 2024-12-05T13:24:33,566 INFO [M:0;88aaa70743e7:37493 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3c170d1b713f405da8732c9d7f55f599, entries=11, sequenceid=105, filesize=7.0 K 2024-12-05T13:24:33,567 DEBUG [M:0;88aaa70743e7:37493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/585d405cb6fc4ca88e317f10f8d71b55 as hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/585d405cb6fc4ca88e317f10f8d71b55 2024-12-05T13:24:33,570 INFO [M:0;88aaa70743e7:37493 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41209/user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/585d405cb6fc4ca88e317f10f8d71b55, entries=1, sequenceid=105, filesize=5.0 K 2024-12-05T13:24:33,571 INFO [M:0;88aaa70743e7:37493 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.73 KB/57068, heapSize ~65.41 KB/66984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=105, compaction requested=false 2024-12-05T13:24:33,577 INFO [M:0;88aaa70743e7:37493 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:24:33,577 DEBUG [M:0;88aaa70743e7:37493 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733405072297Disabling compacts and flushes for region at 1733405072297Disabling writes for close at 1733405072297Obtaining lock to block concurrent updates at 1733405072297Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733405072297Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57068, getHeapSize=67224, getOffHeapSize=0, getCellsCount=122 at 1733405072298 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733405072298Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733405072298Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733405072309 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733405072309Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733405072721 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733405072733 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733405072733Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733405073140 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733405073151 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733405073151Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65491adc: reopening flushed file at 1733405073558 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@338c17e1: reopening flushed file at 1733405073562 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34f7e0c6: reopening flushed file at 1733405073566 (+4 ms)Finished flush of dataSize ~55.73 KB/57068, heapSize ~65.41 KB/66984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=105, compaction requested=false at 1733405073571 (+5 ms)Writing region close event to WAL at 1733405073577 (+6 ms)Closed at 1733405073577 2024-12-05T13:24:33,579 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3d8db190-f5d3-70fa-59d6-c2cf19a44d86/MasterData/WALs/88aaa70743e7,37493,1733405031175/88aaa70743e7%2C37493%2C1733405031175.1733405033075 not finished, retry = 0 2024-12-05T13:24:33,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40619 is added to blk_1073741830_1006 (size=64399) 2024-12-05T13:24:33,680 INFO [M:0;88aaa70743e7:37493 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T13:24:33,680 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:24:33,680 INFO [M:0;88aaa70743e7:37493 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37493 2024-12-05T13:24:33,680 INFO [M:0;88aaa70743e7:37493 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:24:33,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37493-0x101a6d779c20000, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:24:33,811 INFO [M:0;88aaa70743e7:37493 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:24:33,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37493-0x101a6d779c20000, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:24:33,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21ddcd1b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:24:33,814 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68c8eb2a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:24:33,814 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:24:33,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf8487b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:24:33,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23543f63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93/hadoop.log.dir/,STOPPED} 2024-12-05T13:24:33,815 WARN [BP-912836223-172.17.0.3-1733405029418 heartbeating to localhost/127.0.0.1:41209 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:24:33,815 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T13:24:33,815 WARN [BP-912836223-172.17.0.3-1733405029418 heartbeating to localhost/127.0.0.1:41209 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-912836223-172.17.0.3-1733405029418 (Datanode Uuid 6d557547-f91d-4fd8-a77c-be680fd1086f) service to localhost/127.0.0.1:41209 2024-12-05T13:24:33,815 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:24:33,816 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93/cluster_6252fd13-0bb7-8d1e-4290-9208b633b41a/data/data1/current/BP-912836223-172.17.0.3-1733405029418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:24:33,816 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93/cluster_6252fd13-0bb7-8d1e-4290-9208b633b41a/data/data2/current/BP-912836223-172.17.0.3-1733405029418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:24:33,816 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:24:33,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ec2a60f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:24:33,821 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72e2e311{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:24:33,821 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:24:33,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@553d2c81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:24:33,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d59381{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfdd5d36-9568-f23d-0e7a-04671a37cc93/hadoop.log.dir/,STOPPED} 2024-12-05T13:24:33,826 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T13:24:33,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T13:24:33,844 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 261) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41209 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:43073 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:40721 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:41209 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40721 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41209 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54421) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54421) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54421) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41209 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41209 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43073 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43073 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40721 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43073 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40721 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40721 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=722 (was 655) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=322 (was 346), ProcessCount=11 (was 11), AvailableMemoryMB=3577 (was 4267) 2024-12-05T13:24:33,853 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=722, MaxFileDescriptor=1048576, SystemLoadAverage=322, ProcessCount=11, AvailableMemoryMB=3577 2024-12-05T13:24:33,864 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-05T13:24:33,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d571013-af51-ca72-b7a1-b23f921b3d95/hadoop.log.dir so I do NOT create it in target/test-data/eeac627a-d677-d701-191d-55f9f7304f97 2024-12-05T13:24:33,864 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d571013-af51-ca72-b7a1-b23f921b3d95/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T13:24:33,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d571013-af51-ca72-b7a1-b23f921b3d95/hadoop.tmp.dir so I do NOT create it in target/test-data/eeac627a-d677-d701-191d-55f9f7304f97 2024-12-05T13:24:33,864 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d571013-af51-ca72-b7a1-b23f921b3d95/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T13:24:33,864 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeac627a-d677-d701-191d-55f9f7304f97 2024-12-05T13:24:33,864 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeac627a-d677-d701-191d-55f9f7304f97/cluster_9882c06c-571d-bc56-7ae2-f394856eeafc, deleteOnExit=true 2024-12-05T13:24:33,867 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeac627a-d677-d701-191d-55f9f7304f97/cluster_9882c06c-571d-bc56-7ae2-f394856eeafc/zookeeper_0, clientPort=62743, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeac627a-d677-d701-191d-55f9f7304f97/cluster_9882c06c-571d-bc56-7ae2-f394856eeafc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeac627a-d677-d701-191d-55f9f7304f97/cluster_9882c06c-571d-bc56-7ae2-f394856eeafc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T13:24:33,867 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62743 2024-12-05T13:24:33,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T13:24:33,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T13:24:33,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeac627a-d677-d701-191d-55f9f7304f97/test.cache.data in system properties and HBase conf 2024-12-05T13:24:33,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeac627a-d677-d701-191d-55f9f7304f97/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T13:24:33,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeac627a-d677-d701-191d-55f9f7304f97/hadoop.log.dir in system properties and HBase conf 2024-12-05T13:24:33,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeac627a-d677-d701-191d-55f9f7304f97/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T13:24:33,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeac627a-d677-d701-191d-55f9f7304f97/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T13:24:33,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T13:24:33,868 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T13:24:33,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeac627a-d677-d701-191d-55f9f7304f97/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:24:33,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeac627a-d677-d701-191d-55f9f7304f97/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:24:33,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeac627a-d677-d701-191d-55f9f7304f97/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T13:24:33,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeac627a-d677-d701-191d-55f9f7304f97/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:24:33,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeac627a-d677-d701-191d-55f9f7304f97/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T13:24:33,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeac627a-d677-d701-191d-55f9f7304f97/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T13:24:33,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeac627a-d677-d701-191d-55f9f7304f97/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:24:33,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeac627a-d677-d701-191d-55f9f7304f97/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:24:33,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeac627a-d677-d701-191d-55f9f7304f97/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T13:24:33,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeac627a-d677-d701-191d-55f9f7304f97/nfs.dump.dir in system properties and HBase conf 2024-12-05T13:24:33,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeac627a-d677-d701-191d-55f9f7304f97/java.io.tmpdir in system properties and HBase conf 2024-12-05T13:24:33,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeac627a-d677-d701-191d-55f9f7304f97/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:24:33,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeac627a-d677-d701-191d-55f9f7304f97/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T13:24:33,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeac627a-d677-d701-191d-55f9f7304f97/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T13:24:33,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a6d779c20005, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T13:24:33,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101a6d779c20008, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T13:24:33,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a6d779c20002, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T13:24:33,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a6d779c20005, quorum=127.0.0.1:54421, baseZNode=/1-1418258020 Received Disconnected from ZooKeeper, ignoring 2024-12-05T13:24:33,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101a6d779c20008, quorum=127.0.0.1:54421, baseZNode=/2-501400319 Received Disconnected from ZooKeeper, ignoring 2024-12-05T13:24:33,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a6d779c20002, quorum=127.0.0.1:54421, baseZNode=/01700485710 Received Disconnected from ZooKeeper, ignoring 2024-12-05T13:24:34,174 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:24:34,178 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:24:34,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:24:34,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:24:34,184 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T13:24:34,186 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:24:34,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d3bb0de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeac627a-d677-d701-191d-55f9f7304f97/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:24:34,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f2d2886{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:24:34,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d393ae5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeac627a-d677-d701-191d-55f9f7304f97/java.io.tmpdir/jetty-localhost-34841-hadoop-hdfs-3_4_1-tests_jar-_-any-11777746363685994282/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:24:34,285 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@732e8ed2{HTTP/1.1, (http/1.1)}{localhost:34841} 2024-12-05T13:24:34,285 INFO [Time-limited test {}] server.Server(415): Started @270120ms 2024-12-05T13:24:34,457 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:24:34,461 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:24:34,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:24:34,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:24:34,464 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T13:24:34,464 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c10a1c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeac627a-d677-d701-191d-55f9f7304f97/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:24:34,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62d3a572{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:24:34,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f7c806f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeac627a-d677-d701-191d-55f9f7304f97/java.io.tmpdir/jetty-localhost-45007-hadoop-hdfs-3_4_1-tests_jar-_-any-7401427436655989805/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:24:34,553 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b21a851{HTTP/1.1, (http/1.1)}{localhost:45007} 2024-12-05T13:24:34,553 INFO [Time-limited test {}] server.Server(415): Started @270389ms 2024-12-05T13:24:34,555 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:24:34,921 WARN [Thread-3446 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeac627a-d677-d701-191d-55f9f7304f97/cluster_9882c06c-571d-bc56-7ae2-f394856eeafc/data/data1/current/BP-105732084-172.17.0.3-1733405073890/current, will proceed with Du for space computation calculation, 2024-12-05T13:24:34,921 WARN [Thread-3447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeac627a-d677-d701-191d-55f9f7304f97/cluster_9882c06c-571d-bc56-7ae2-f394856eeafc/data/data2/current/BP-105732084-172.17.0.3-1733405073890/current, will proceed with Du for space computation calculation, 2024-12-05T13:24:34,937 WARN [Thread-3434 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:24:34,940 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x58962ed5bd362186 with lease ID 0x34c073e066e7d078: Processing first storage report for DS-e97706a4-939e-4fc1-b420-56ae84d804b7 from datanode DatanodeRegistration(127.0.0.1:41349, datanodeUuid=7babd805-fbf8-40ee-b659-7b227efb07c4, infoPort=37857, infoSecurePort=0, ipcPort=35765, storageInfo=lv=-57;cid=testClusterID;nsid=916352907;c=1733405073890) 2024-12-05T13:24:34,940 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x58962ed5bd362186 with lease ID 0x34c073e066e7d078: from storage DS-e97706a4-939e-4fc1-b420-56ae84d804b7 node DatanodeRegistration(127.0.0.1:41349, datanodeUuid=7babd805-fbf8-40ee-b659-7b227efb07c4, infoPort=37857, infoSecurePort=0, ipcPort=35765, storageInfo=lv=-57;cid=testClusterID;nsid=916352907;c=1733405073890), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:24:34,940 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x58962ed5bd362186 with lease ID 0x34c073e066e7d078: Processing first storage report for DS-92c5e164-fd7c-4576-a748-88db4c161b50 from datanode DatanodeRegistration(127.0.0.1:41349, datanodeUuid=7babd805-fbf8-40ee-b659-7b227efb07c4, infoPort=37857, infoSecurePort=0, ipcPort=35765, storageInfo=lv=-57;cid=testClusterID;nsid=916352907;c=1733405073890) 2024-12-05T13:24:34,940 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x58962ed5bd362186 with lease ID 0x34c073e066e7d078: from storage DS-92c5e164-fd7c-4576-a748-88db4c161b50 node DatanodeRegistration(127.0.0.1:41349, datanodeUuid=7babd805-fbf8-40ee-b659-7b227efb07c4, infoPort=37857, infoSecurePort=0, ipcPort=35765, storageInfo=lv=-57;cid=testClusterID;nsid=916352907;c=1733405073890), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T13:24:34,974 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeac627a-d677-d701-191d-55f9f7304f97 2024-12-05T13:24:34,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:24:34,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:24:34,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41349 is added to blk_1073741825_1001 (size=7) 2024-12-05T13:24:35,382 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca with version=8 2024-12-05T13:24:35,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/hbase-staging 2024-12-05T13:24:35,384 INFO [Time-limited test {}] client.ConnectionUtils(128): master/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:24:35,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:24:35,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:24:35,385 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:24:35,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:24:35,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:24:35,385 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T13:24:35,385 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:24:35,385 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37101 2024-12-05T13:24:35,386 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37101 connecting to ZooKeeper ensemble=127.0.0.1:62743 2024-12-05T13:24:35,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371010x0, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:24:35,457 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37101-0x101a6d827730000 connected 2024-12-05T13:24:35,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:24:35,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:24:35,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37101-0x101a6d827730000, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Set watcher on znode that does not yet exist, /0-1667969274/running 2024-12-05T13:24:35,521 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca, hbase.cluster.distributed=false 2024-12-05T13:24:35,522 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37101-0x101a6d827730000, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Set watcher on znode that does not yet exist, /0-1667969274/acl 2024-12-05T13:24:35,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37101 2024-12-05T13:24:35,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37101 2024-12-05T13:24:35,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37101 2024-12-05T13:24:35,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37101 2024-12-05T13:24:35,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37101 2024-12-05T13:24:35,535 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:24:35,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:24:35,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:24:35,535 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:24:35,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:24:35,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:24:35,535 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T13:24:35,535 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:24:35,536 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38969 2024-12-05T13:24:35,537 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38969 connecting to ZooKeeper ensemble=127.0.0.1:62743 2024-12-05T13:24:35,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:24:35,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:24:35,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389690x0, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:24:35,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38969-0x101a6d827730001 connected 2024-12-05T13:24:35,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:389690x0, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Set watcher on znode that does not yet exist, /0-1667969274/running 2024-12-05T13:24:35,551 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T13:24:35,552 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T13:24:35,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38969-0x101a6d827730001, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Set watcher on znode that does not yet exist, /0-1667969274/master 2024-12-05T13:24:35,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38969-0x101a6d827730001, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Set watcher on znode that does not yet exist, /0-1667969274/acl 2024-12-05T13:24:35,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38969 2024-12-05T13:24:35,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38969 2024-12-05T13:24:35,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38969 2024-12-05T13:24:35,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38969 2024-12-05T13:24:35,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38969 2024-12-05T13:24:35,569 DEBUG [M:0;88aaa70743e7:37101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;88aaa70743e7:37101 2024-12-05T13:24:35,570 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1667969274/backup-masters/88aaa70743e7,37101,1733405075384 2024-12-05T13:24:35,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37101-0x101a6d827730000, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667969274/backup-masters 2024-12-05T13:24:35,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38969-0x101a6d827730001, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667969274/backup-masters 2024-12-05T13:24:35,577 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37101-0x101a6d827730000, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Set watcher on existing znode=/0-1667969274/backup-masters/88aaa70743e7,37101,1733405075384 2024-12-05T13:24:35,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38969-0x101a6d827730001, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1667969274/master 2024-12-05T13:24:35,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37101-0x101a6d827730000, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667969274 2024-12-05T13:24:35,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38969-0x101a6d827730001, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667969274 2024-12-05T13:24:35,585 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37101-0x101a6d827730000, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Set watcher on existing znode=/0-1667969274/master 2024-12-05T13:24:35,585 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1667969274/backup-masters/88aaa70743e7,37101,1733405075384 from backup master directory 2024-12-05T13:24:35,593 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:24:35,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37101-0x101a6d827730000, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1667969274/backup-masters/88aaa70743e7,37101,1733405075384 2024-12-05T13:24:35,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37101-0x101a6d827730000, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667969274/backup-masters 2024-12-05T13:24:35,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38969-0x101a6d827730001, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667969274/backup-masters 2024-12-05T13:24:35,593 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:24:35,594 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=88aaa70743e7,37101,1733405075384 2024-12-05T13:24:35,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:35,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:35,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:35,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:35,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:35,597 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/hbase.id] with ID: 382454ce-8763-461a-9c1c-07e0cf48df45 2024-12-05T13:24:35,597 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/.tmp/hbase.id 2024-12-05T13:24:35,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41349 is added to blk_1073741826_1002 (size=42) 2024-12-05T13:24:35,607 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/.tmp/hbase.id]:[hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/hbase.id] 2024-12-05T13:24:35,620 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:24:35,620 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T13:24:35,621 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T13:24:35,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:35,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:35,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:35,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:35,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:35,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:35,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38969-0x101a6d827730001, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667969274 2024-12-05T13:24:35,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37101-0x101a6d827730000, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667969274 2024-12-05T13:24:35,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:35,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41349 is added to blk_1073741827_1003 (size=196) 2024-12-05T13:24:35,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:35,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:35,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:36,031 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:24:36,032 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T13:24:36,032 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:24:36,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41349 is added to blk_1073741828_1004 (size=1189) 2024-12-05T13:24:36,440 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/MasterData/data/master/store 2024-12-05T13:24:36,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41349 is added to blk_1073741829_1005 (size=34) 2024-12-05T13:24:36,845 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:24:36,845 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:24:36,845 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:24:36,845 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:24:36,845 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:24:36,845 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:24:36,845 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:24:36,845 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733405076845Disabling compacts and flushes for region at 1733405076845Disabling writes for close at 1733405076845Writing region close event to WAL at 1733405076845Closed at 1733405076845 2024-12-05T13:24:36,846 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/MasterData/data/master/store/.initializing 2024-12-05T13:24:36,846 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/MasterData/WALs/88aaa70743e7,37101,1733405075384 2024-12-05T13:24:36,847 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:24:36,848 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=88aaa70743e7%2C37101%2C1733405075384, suffix=, logDir=hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/MasterData/WALs/88aaa70743e7,37101,1733405075384, archiveDir=hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/MasterData/oldWALs, maxLogs=10 2024-12-05T13:24:36,859 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/MasterData/WALs/88aaa70743e7,37101,1733405075384/88aaa70743e7%2C37101%2C1733405075384.1733405076848, exclude list is [], retry=0 2024-12-05T13:24:36,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41349,DS-e97706a4-939e-4fc1-b420-56ae84d804b7,DISK] 2024-12-05T13:24:36,863 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/MasterData/WALs/88aaa70743e7,37101,1733405075384/88aaa70743e7%2C37101%2C1733405075384.1733405076848 2024-12-05T13:24:36,863 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37857:37857)] 2024-12-05T13:24:36,863 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:24:36,863 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:24:36,863 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:36,863 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:36,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:36,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T13:24:36,865 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:36,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:24:36,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:36,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T13:24:36,866 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:36,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:36,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:36,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T13:24:36,867 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:36,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:36,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:36,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T13:24:36,869 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:36,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:36,869 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:36,870 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:36,870 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:36,871 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:36,871 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:36,871 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:24:36,872 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:36,875 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:24:36,875 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72879105, jitterRate=0.0859832912683487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:24:36,876 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733405076863Initializing all the Stores at 1733405076864 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405076864Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405076864Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405076864Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405076864Cleaning up temporary data from old regions at 1733405076871 (+7 ms)Region opened successfully at 1733405076876 (+5 ms) 2024-12-05T13:24:36,876 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T13:24:36,878 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581c5a05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:24:36,879 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T13:24:36,879 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T13:24:36,879 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T13:24:36,879 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T13:24:36,880 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T13:24:36,880 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T13:24:36,880 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T13:24:36,882 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T13:24:36,883 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37101-0x101a6d827730000, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Unable to get data of znode /0-1667969274/balancer because node does not exist (not necessarily an error) 2024-12-05T13:24:36,933 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1667969274/balancer already deleted, retry=false 2024-12-05T13:24:36,934 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T13:24:36,934 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37101-0x101a6d827730000, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Unable to get data of znode /0-1667969274/normalizer because node does not exist (not necessarily an error) 2024-12-05T13:24:36,943 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1667969274/normalizer already deleted, retry=false 2024-12-05T13:24:36,943 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T13:24:36,944 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37101-0x101a6d827730000, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Unable to get data of znode /0-1667969274/switch/split because node does not exist (not necessarily an error) 2024-12-05T13:24:36,952 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1667969274/switch/split already deleted, retry=false 2024-12-05T13:24:36,953 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37101-0x101a6d827730000, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Unable to get data of znode /0-1667969274/switch/merge because node does not exist (not necessarily an error) 2024-12-05T13:24:36,960 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1667969274/switch/merge already deleted, retry=false 2024-12-05T13:24:36,961 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37101-0x101a6d827730000, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Unable to get data of znode /0-1667969274/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T13:24:36,968 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1667969274/snapshot-cleanup already deleted, retry=false 2024-12-05T13:24:36,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38969-0x101a6d827730001, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1667969274/running 2024-12-05T13:24:36,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37101-0x101a6d827730000, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1667969274/running 2024-12-05T13:24:36,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38969-0x101a6d827730001, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667969274 2024-12-05T13:24:36,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37101-0x101a6d827730000, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667969274 2024-12-05T13:24:36,977 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=88aaa70743e7,37101,1733405075384, sessionid=0x101a6d827730000, setting cluster-up flag (Was=false) 2024-12-05T13:24:36,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38969-0x101a6d827730001, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667969274 2024-12-05T13:24:36,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37101-0x101a6d827730000, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667969274 2024-12-05T13:24:37,018 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1667969274/flush-table-proc/acquired, /0-1667969274/flush-table-proc/reached, /0-1667969274/flush-table-proc/abort 2024-12-05T13:24:37,019 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,37101,1733405075384 2024-12-05T13:24:37,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37101-0x101a6d827730000, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667969274 2024-12-05T13:24:37,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38969-0x101a6d827730001, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667969274 2024-12-05T13:24:37,060 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1667969274/online-snapshot/acquired, /0-1667969274/online-snapshot/reached, /0-1667969274/online-snapshot/abort 2024-12-05T13:24:37,061 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,37101,1733405075384 2024-12-05T13:24:37,061 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T13:24:37,062 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T13:24:37,063 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T13:24:37,063 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T13:24:37,063 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 88aaa70743e7,37101,1733405075384 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T13:24:37,064 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:24:37,064 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:24:37,064 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:24:37,064 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:24:37,064 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/88aaa70743e7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T13:24:37,064 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:37,064 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:24:37,064 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:37,065 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733405107065 2024-12-05T13:24:37,065 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T13:24:37,065 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T13:24:37,065 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T13:24:37,065 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T13:24:37,065 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T13:24:37,065 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T13:24:37,065 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:24:37,065 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T13:24:37,066 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:37,066 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:37,066 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T13:24:37,066 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T13:24:37,067 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T13:24:37,067 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T13:24:37,067 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T13:24:37,067 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T13:24:37,067 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T13:24:37,071 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733405077067,5,FailOnTimeoutGroup] 2024-12-05T13:24:37,074 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733405077071,5,FailOnTimeoutGroup] 2024-12-05T13:24:37,074 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:37,074 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T13:24:37,074 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:37,074 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:37,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41349 is added to blk_1073741831_1007 (size=1321) 2024-12-05T13:24:37,162 INFO [RS:0;88aaa70743e7:38969 {}] regionserver.HRegionServer(746): ClusterId : 382454ce-8763-461a-9c1c-07e0cf48df45 2024-12-05T13:24:37,162 DEBUG [RS:0;88aaa70743e7:38969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T13:24:37,169 DEBUG [RS:0;88aaa70743e7:38969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T13:24:37,169 DEBUG [RS:0;88aaa70743e7:38969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T13:24:37,177 DEBUG [RS:0;88aaa70743e7:38969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T13:24:37,177 DEBUG [RS:0;88aaa70743e7:38969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@104ef0b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:24:37,187 DEBUG [RS:0;88aaa70743e7:38969 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;88aaa70743e7:38969 2024-12-05T13:24:37,187 INFO [RS:0;88aaa70743e7:38969 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T13:24:37,187 INFO [RS:0;88aaa70743e7:38969 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T13:24:37,187 DEBUG [RS:0;88aaa70743e7:38969 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T13:24:37,187 INFO [RS:0;88aaa70743e7:38969 {}] regionserver.HRegionServer(2659): reportForDuty to master=88aaa70743e7,37101,1733405075384 with port=38969, startcode=1733405075535 2024-12-05T13:24:37,187 DEBUG [RS:0;88aaa70743e7:38969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T13:24:37,188 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T13:24:37,189 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37101 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 88aaa70743e7,38969,1733405075535 2024-12-05T13:24:37,189 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37101 {}] master.ServerManager(517): Registering regionserver=88aaa70743e7,38969,1733405075535 2024-12-05T13:24:37,190 DEBUG [RS:0;88aaa70743e7:38969 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca 2024-12-05T13:24:37,190 DEBUG [RS:0;88aaa70743e7:38969 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33015 2024-12-05T13:24:37,190 DEBUG [RS:0;88aaa70743e7:38969 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T13:24:37,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37101-0x101a6d827730000, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667969274/rs 2024-12-05T13:24:37,200 DEBUG [RS:0;88aaa70743e7:38969 {}] zookeeper.ZKUtil(111): regionserver:38969-0x101a6d827730001, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Set watcher on existing znode=/0-1667969274/rs/88aaa70743e7,38969,1733405075535 2024-12-05T13:24:37,200 WARN [RS:0;88aaa70743e7:38969 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:24:37,201 INFO [RS:0;88aaa70743e7:38969 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:24:37,201 DEBUG [RS:0;88aaa70743e7:38969 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535 2024-12-05T13:24:37,201 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [88aaa70743e7,38969,1733405075535] 2024-12-05T13:24:37,203 INFO [RS:0;88aaa70743e7:38969 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T13:24:37,204 INFO [RS:0;88aaa70743e7:38969 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T13:24:37,204 INFO [RS:0;88aaa70743e7:38969 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T13:24:37,204 INFO [RS:0;88aaa70743e7:38969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:37,204 INFO [RS:0;88aaa70743e7:38969 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T13:24:37,204 INFO [RS:0;88aaa70743e7:38969 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T13:24:37,204 INFO [RS:0;88aaa70743e7:38969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:37,205 DEBUG [RS:0;88aaa70743e7:38969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:37,205 DEBUG [RS:0;88aaa70743e7:38969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:37,205 DEBUG [RS:0;88aaa70743e7:38969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:37,205 DEBUG [RS:0;88aaa70743e7:38969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:37,205 DEBUG [RS:0;88aaa70743e7:38969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:37,205 DEBUG [RS:0;88aaa70743e7:38969 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:24:37,205 DEBUG [RS:0;88aaa70743e7:38969 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:37,205 DEBUG [RS:0;88aaa70743e7:38969 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:37,205 DEBUG [RS:0;88aaa70743e7:38969 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:37,205 DEBUG [RS:0;88aaa70743e7:38969 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:37,205 DEBUG [RS:0;88aaa70743e7:38969 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:37,205 DEBUG [RS:0;88aaa70743e7:38969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:37,205 DEBUG [RS:0;88aaa70743e7:38969 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:24:37,205 DEBUG [RS:0;88aaa70743e7:38969 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:24:37,206 INFO [RS:0;88aaa70743e7:38969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:37,206 INFO [RS:0;88aaa70743e7:38969 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:37,206 INFO [RS:0;88aaa70743e7:38969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:37,206 INFO [RS:0;88aaa70743e7:38969 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:37,206 INFO [RS:0;88aaa70743e7:38969 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:37,207 INFO [RS:0;88aaa70743e7:38969 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,38969,1733405075535-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:24:37,218 INFO [RS:0;88aaa70743e7:38969 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T13:24:37,218 INFO [RS:0;88aaa70743e7:38969 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,38969,1733405075535-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:37,218 INFO [RS:0;88aaa70743e7:38969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:37,218 INFO [RS:0;88aaa70743e7:38969 {}] regionserver.Replication(171): 88aaa70743e7,38969,1733405075535 started 2024-12-05T13:24:37,229 INFO [RS:0;88aaa70743e7:38969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:37,230 INFO [RS:0;88aaa70743e7:38969 {}] regionserver.HRegionServer(1482): Serving as 88aaa70743e7,38969,1733405075535, RpcServer on 88aaa70743e7/172.17.0.3:38969, sessionid=0x101a6d827730001 2024-12-05T13:24:37,230 DEBUG [RS:0;88aaa70743e7:38969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T13:24:37,230 DEBUG [RS:0;88aaa70743e7:38969 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 88aaa70743e7,38969,1733405075535 2024-12-05T13:24:37,230 DEBUG [RS:0;88aaa70743e7:38969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,38969,1733405075535' 2024-12-05T13:24:37,230 DEBUG [RS:0;88aaa70743e7:38969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1667969274/flush-table-proc/abort' 2024-12-05T13:24:37,230 DEBUG [RS:0;88aaa70743e7:38969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1667969274/flush-table-proc/acquired' 2024-12-05T13:24:37,230 DEBUG [RS:0;88aaa70743e7:38969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T13:24:37,230 DEBUG [RS:0;88aaa70743e7:38969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T13:24:37,230 DEBUG [RS:0;88aaa70743e7:38969 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 88aaa70743e7,38969,1733405075535 2024-12-05T13:24:37,230 DEBUG [RS:0;88aaa70743e7:38969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,38969,1733405075535' 2024-12-05T13:24:37,230 DEBUG [RS:0;88aaa70743e7:38969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1667969274/online-snapshot/abort' 2024-12-05T13:24:37,231 DEBUG [RS:0;88aaa70743e7:38969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1667969274/online-snapshot/acquired' 2024-12-05T13:24:37,231 DEBUG [RS:0;88aaa70743e7:38969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T13:24:37,231 INFO [RS:0;88aaa70743e7:38969 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T13:24:37,231 INFO [RS:0;88aaa70743e7:38969 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T13:24:37,331 INFO [RS:0;88aaa70743e7:38969 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:24:37,332 INFO [RS:0;88aaa70743e7:38969 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C38969%2C1733405075535, suffix=, logDir=hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535, archiveDir=hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/oldWALs, maxLogs=10 2024-12-05T13:24:37,343 DEBUG [RS:0;88aaa70743e7:38969 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333, exclude list is [], retry=0 2024-12-05T13:24:37,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41349,DS-e97706a4-939e-4fc1-b420-56ae84d804b7,DISK] 2024-12-05T13:24:37,346 INFO [RS:0;88aaa70743e7:38969 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 2024-12-05T13:24:37,346 DEBUG [RS:0;88aaa70743e7:38969 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37857:37857)] 2024-12-05T13:24:37,477 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T13:24:37,477 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca 2024-12-05T13:24:37,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41349 is added to blk_1073741833_1009 (size=32) 2024-12-05T13:24:37,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:24:37,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:24:37,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:24:37,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:37,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:24:37,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:24:37,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:24:37,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:37,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:24:37,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:24:37,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:24:37,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:37,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:24:37,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:24:37,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:24:37,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:37,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:24:37,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:24:37,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/hbase/meta/1588230740 2024-12-05T13:24:37,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/hbase/meta/1588230740 2024-12-05T13:24:37,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:24:37,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:24:37,889 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:24:37,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:24:37,892 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:24:37,892 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59856672, jitterRate=-0.10806608200073242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:24:37,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733405077883Initializing all the Stores at 1733405077883Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405077883Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405077883Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405077883Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405077883Cleaning up temporary data from old regions at 1733405077889 (+6 ms)Region opened successfully at 1733405077892 (+3 ms) 2024-12-05T13:24:37,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:24:37,892 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:24:37,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:24:37,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:24:37,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:24:37,893 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:24:37,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733405077892Disabling compacts and flushes for region at 1733405077892Disabling writes for close at 1733405077893 (+1 ms)Writing region close event to WAL at 1733405077893Closed at 1733405077893 2024-12-05T13:24:37,894 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:24:37,894 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T13:24:37,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T13:24:37,895 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:24:37,895 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T13:24:38,046 DEBUG [88aaa70743e7:37101 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T13:24:38,046 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=88aaa70743e7,38969,1733405075535 2024-12-05T13:24:38,047 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,38969,1733405075535, state=OPENING 2024-12-05T13:24:38,117 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T13:24:38,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38969-0x101a6d827730001, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667969274 2024-12-05T13:24:38,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37101-0x101a6d827730000, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667969274 2024-12-05T13:24:38,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1667969274/meta-region-server: CHANGED 2024-12-05T13:24:38,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1667969274/meta-region-server: CHANGED 2024-12-05T13:24:38,147 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:24:38,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,38969,1733405075535}] 2024-12-05T13:24:38,299 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:24:38,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T13:24:38,303 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T13:24:38,303 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:24:38,303 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T13:24:38,304 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C38969%2C1733405075535.meta, suffix=.meta, logDir=hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535, archiveDir=hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/oldWALs, maxLogs=10 2024-12-05T13:24:38,322 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.meta.1733405078304.meta, exclude list is [], retry=0 2024-12-05T13:24:38,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41349,DS-e97706a4-939e-4fc1-b420-56ae84d804b7,DISK] 2024-12-05T13:24:38,327 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.meta.1733405078304.meta 2024-12-05T13:24:38,327 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37857:37857)] 2024-12-05T13:24:38,327 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:24:38,327 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:24:38,328 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:24:38,328 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T13:24:38,328 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T13:24:38,328 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T13:24:38,328 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:24:38,328 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T13:24:38,328 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T13:24:38,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:24:38,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:24:38,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:38,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:24:38,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:24:38,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:24:38,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:38,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:24:38,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:24:38,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:24:38,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:38,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:24:38,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:24:38,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:24:38,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:38,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:24:38,332 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:24:38,332 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/hbase/meta/1588230740 2024-12-05T13:24:38,333 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/hbase/meta/1588230740 2024-12-05T13:24:38,333 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:24:38,333 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:24:38,334 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:24:38,334 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:24:38,335 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64608264, jitterRate=-0.03726184368133545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:24:38,335 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T13:24:38,335 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733405078328Writing region info on filesystem at 1733405078328Initializing all the Stores at 1733405078329 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405078329Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405078329Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405078329Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405078329Cleaning up temporary data from old regions at 1733405078333 (+4 ms)Running coprocessor post-open hooks at 1733405078335 (+2 ms)Region opened successfully at 1733405078335 2024-12-05T13:24:38,336 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733405078299 2024-12-05T13:24:38,337 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T13:24:38,337 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T13:24:38,338 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=88aaa70743e7,38969,1733405075535 2024-12-05T13:24:38,338 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,38969,1733405075535, state=OPEN 2024-12-05T13:24:38,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37101-0x101a6d827730000, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1667969274/meta-region-server 2024-12-05T13:24:38,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38969-0x101a6d827730001, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1667969274/meta-region-server 2024-12-05T13:24:38,352 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=88aaa70743e7,38969,1733405075535 2024-12-05T13:24:38,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1667969274/meta-region-server: CHANGED 2024-12-05T13:24:38,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1667969274/meta-region-server: CHANGED 2024-12-05T13:24:38,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T13:24:38,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,38969,1733405075535 in 205 msec 2024-12-05T13:24:38,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T13:24:38,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 460 msec 2024-12-05T13:24:38,356 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:24:38,356 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T13:24:38,358 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:24:38,358 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,38969,1733405075535, seqNum=-1] 2024-12-05T13:24:38,358 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:24:38,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:24:38,364 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3000 sec 2024-12-05T13:24:38,364 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733405078364, completionTime=-1 2024-12-05T13:24:38,364 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T13:24:38,364 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T13:24:38,366 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T13:24:38,366 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733405138366 2024-12-05T13:24:38,366 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733405198366 2024-12-05T13:24:38,366 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T13:24:38,366 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,37101,1733405075384-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:38,366 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,37101,1733405075384-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:38,366 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,37101,1733405075384-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:38,366 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-88aaa70743e7:37101, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:38,367 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:38,367 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:38,369 DEBUG [master/88aaa70743e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T13:24:38,370 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.776sec 2024-12-05T13:24:38,371 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T13:24:38,371 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T13:24:38,371 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T13:24:38,371 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T13:24:38,371 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T13:24:38,371 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,37101,1733405075384-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:24:38,371 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,37101,1733405075384-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T13:24:38,372 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T13:24:38,372 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T13:24:38,372 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,37101,1733405075384-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:38,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3299bc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:38,463 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,37101,-1 for getting cluster id 2024-12-05T13:24:38,463 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:24:38,464 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '382454ce-8763-461a-9c1c-07e0cf48df45' 2024-12-05T13:24:38,464 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:24:38,464 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "382454ce-8763-461a-9c1c-07e0cf48df45" 2024-12-05T13:24:38,464 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b5a5b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:38,464 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,37101,-1] 2024-12-05T13:24:38,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:24:38,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:38,465 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:24:38,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@331fd688, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:38,466 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:24:38,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,38969,1733405075535, seqNum=-1] 2024-12-05T13:24:38,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:24:38,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:24:38,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=88aaa70743e7,37101,1733405075384 2024-12-05T13:24:38,470 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62743 2024-12-05T13:24:38,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:24:38,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a6d827730002 connected 2024-12-05T13:24:38,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeac627a-d677-d701-191d-55f9f7304f97/hadoop.log.dir so I do NOT create it in target/test-data/1a3450fb-5447-4219-c979-05d0d0b2ed8b 2024-12-05T13:24:38,487 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeac627a-d677-d701-191d-55f9f7304f97/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T13:24:38,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeac627a-d677-d701-191d-55f9f7304f97/hadoop.tmp.dir so I do NOT create it in target/test-data/1a3450fb-5447-4219-c979-05d0d0b2ed8b 2024-12-05T13:24:38,487 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeac627a-d677-d701-191d-55f9f7304f97/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T13:24:38,487 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3450fb-5447-4219-c979-05d0d0b2ed8b 2024-12-05T13:24:38,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T13:24:38,487 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3450fb-5447-4219-c979-05d0d0b2ed8b/cluster_0898b632-006b-83d9-24fc-f2adeb8975b9, deleteOnExit=true 2024-12-05T13:24:38,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T13:24:38,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3450fb-5447-4219-c979-05d0d0b2ed8b/test.cache.data in system properties and HBase conf 2024-12-05T13:24:38,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3450fb-5447-4219-c979-05d0d0b2ed8b/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T13:24:38,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3450fb-5447-4219-c979-05d0d0b2ed8b/hadoop.log.dir in system properties and HBase conf 2024-12-05T13:24:38,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3450fb-5447-4219-c979-05d0d0b2ed8b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T13:24:38,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3450fb-5447-4219-c979-05d0d0b2ed8b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T13:24:38,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T13:24:38,488 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T13:24:38,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3450fb-5447-4219-c979-05d0d0b2ed8b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:24:38,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3450fb-5447-4219-c979-05d0d0b2ed8b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:24:38,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3450fb-5447-4219-c979-05d0d0b2ed8b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T13:24:38,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3450fb-5447-4219-c979-05d0d0b2ed8b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:24:38,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3450fb-5447-4219-c979-05d0d0b2ed8b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T13:24:38,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3450fb-5447-4219-c979-05d0d0b2ed8b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T13:24:38,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3450fb-5447-4219-c979-05d0d0b2ed8b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:24:38,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3450fb-5447-4219-c979-05d0d0b2ed8b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:24:38,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3450fb-5447-4219-c979-05d0d0b2ed8b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T13:24:38,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3450fb-5447-4219-c979-05d0d0b2ed8b/nfs.dump.dir in system properties and HBase conf 2024-12-05T13:24:38,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3450fb-5447-4219-c979-05d0d0b2ed8b/java.io.tmpdir in system properties and HBase conf 2024-12-05T13:24:38,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3450fb-5447-4219-c979-05d0d0b2ed8b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:24:38,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3450fb-5447-4219-c979-05d0d0b2ed8b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T13:24:38,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3450fb-5447-4219-c979-05d0d0b2ed8b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T13:24:38,721 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:24:38,724 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:24:38,726 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:24:38,726 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:24:38,726 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T13:24:38,726 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:24:38,727 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77cff37d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3450fb-5447-4219-c979-05d0d0b2ed8b/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:24:38,727 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@748036cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:24:38,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55caeb27{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3450fb-5447-4219-c979-05d0d0b2ed8b/java.io.tmpdir/jetty-localhost-43623-hadoop-hdfs-3_4_1-tests_jar-_-any-1098418713649601327/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:24:38,816 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60e64cb5{HTTP/1.1, (http/1.1)}{localhost:43623} 2024-12-05T13:24:38,816 INFO [Time-limited test {}] server.Server(415): Started @274651ms 2024-12-05T13:24:39,004 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:24:39,006 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:24:39,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:24:39,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:24:39,009 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:24:39,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e8e93ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3450fb-5447-4219-c979-05d0d0b2ed8b/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:24:39,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a930ee8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:24:39,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@234d56fa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3450fb-5447-4219-c979-05d0d0b2ed8b/java.io.tmpdir/jetty-localhost-34155-hadoop-hdfs-3_4_1-tests_jar-_-any-4357068485189435974/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:24:39,098 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d93a347{HTTP/1.1, (http/1.1)}{localhost:34155} 2024-12-05T13:24:39,098 INFO [Time-limited test {}] server.Server(415): Started @274933ms 2024-12-05T13:24:39,099 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:24:39,564 WARN [Thread-3567 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3450fb-5447-4219-c979-05d0d0b2ed8b/cluster_0898b632-006b-83d9-24fc-f2adeb8975b9/data/data1/current/BP-1244013718-172.17.0.3-1733405078505/current, will proceed with Du for space computation calculation, 2024-12-05T13:24:39,564 WARN [Thread-3568 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3450fb-5447-4219-c979-05d0d0b2ed8b/cluster_0898b632-006b-83d9-24fc-f2adeb8975b9/data/data2/current/BP-1244013718-172.17.0.3-1733405078505/current, will proceed with Du for space computation calculation, 2024-12-05T13:24:39,578 WARN [Thread-3555 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:24:39,580 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x58768dfa703eb3df with lease ID 0x78f0c234832650e1: Processing first storage report for DS-e2728e43-58ac-4852-b30a-59255c8da27d from datanode DatanodeRegistration(127.0.0.1:42343, datanodeUuid=317cb740-3fd9-48c4-8443-e13d49ea779d, infoPort=45315, infoSecurePort=0, ipcPort=34213, storageInfo=lv=-57;cid=testClusterID;nsid=1595057672;c=1733405078505) 2024-12-05T13:24:39,580 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x58768dfa703eb3df with lease ID 0x78f0c234832650e1: from storage DS-e2728e43-58ac-4852-b30a-59255c8da27d node DatanodeRegistration(127.0.0.1:42343, datanodeUuid=317cb740-3fd9-48c4-8443-e13d49ea779d, infoPort=45315, infoSecurePort=0, ipcPort=34213, storageInfo=lv=-57;cid=testClusterID;nsid=1595057672;c=1733405078505), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:24:39,580 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x58768dfa703eb3df with lease ID 0x78f0c234832650e1: Processing first storage report for DS-db57cee8-6d31-4574-8fe5-82a124c5715f from datanode DatanodeRegistration(127.0.0.1:42343, datanodeUuid=317cb740-3fd9-48c4-8443-e13d49ea779d, infoPort=45315, infoSecurePort=0, ipcPort=34213, storageInfo=lv=-57;cid=testClusterID;nsid=1595057672;c=1733405078505) 2024-12-05T13:24:39,580 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x58768dfa703eb3df with lease ID 0x78f0c234832650e1: from storage DS-db57cee8-6d31-4574-8fe5-82a124c5715f node DatanodeRegistration(127.0.0.1:42343, datanodeUuid=317cb740-3fd9-48c4-8443-e13d49ea779d, infoPort=45315, infoSecurePort=0, ipcPort=34213, storageInfo=lv=-57;cid=testClusterID;nsid=1595057672;c=1733405078505), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:24:39,620 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3450fb-5447-4219-c979-05d0d0b2ed8b 2024-12-05T13:24:39,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:24:39,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:24:39,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741825_1001 (size=7) 2024-12-05T13:24:40,028 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4 with version=8 2024-12-05T13:24:40,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/hbase-staging 2024-12-05T13:24:40,029 INFO [Time-limited test {}] client.ConnectionUtils(128): master/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:24:40,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:24:40,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:24:40,029 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:24:40,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:24:40,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:24:40,029 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T13:24:40,029 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:24:40,030 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38827 2024-12-05T13:24:40,030 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38827 connecting to ZooKeeper ensemble=127.0.0.1:62743 2024-12-05T13:24:40,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388270x0, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:24:40,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38827-0x101a6d827730003 connected 2024-12-05T13:24:40,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:24:40,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:24:40,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38827-0x101a6d827730003, quorum=127.0.0.1:62743, baseZNode=/12097189548 Set watcher on znode that does not yet exist, /12097189548/running 2024-12-05T13:24:40,129 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4, hbase.cluster.distributed=false 2024-12-05T13:24:40,130 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38827-0x101a6d827730003, quorum=127.0.0.1:62743, baseZNode=/12097189548 Set watcher on znode that does not yet exist, /12097189548/acl 2024-12-05T13:24:40,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38827 2024-12-05T13:24:40,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38827 2024-12-05T13:24:40,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38827 2024-12-05T13:24:40,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38827 2024-12-05T13:24:40,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38827 2024-12-05T13:24:40,143 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:24:40,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:24:40,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:24:40,143 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:24:40,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:24:40,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:24:40,143 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T13:24:40,143 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:24:40,143 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37783 2024-12-05T13:24:40,144 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37783 connecting to ZooKeeper ensemble=127.0.0.1:62743 2024-12-05T13:24:40,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:24:40,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:24:40,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377830x0, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:24:40,152 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377830x0, quorum=127.0.0.1:62743, baseZNode=/12097189548 Set watcher on znode that does not yet exist, /12097189548/running 2024-12-05T13:24:40,152 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37783-0x101a6d827730004 connected 2024-12-05T13:24:40,152 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T13:24:40,153 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T13:24:40,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37783-0x101a6d827730004, quorum=127.0.0.1:62743, baseZNode=/12097189548 Set watcher on znode that does not yet exist, /12097189548/master 2024-12-05T13:24:40,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37783-0x101a6d827730004, quorum=127.0.0.1:62743, baseZNode=/12097189548 Set watcher on znode that does not yet exist, /12097189548/acl 2024-12-05T13:24:40,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37783 2024-12-05T13:24:40,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37783 2024-12-05T13:24:40,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37783 2024-12-05T13:24:40,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37783 2024-12-05T13:24:40,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37783 2024-12-05T13:24:40,170 DEBUG [M:0;88aaa70743e7:38827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;88aaa70743e7:38827 2024-12-05T13:24:40,170 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12097189548/backup-masters/88aaa70743e7,38827,1733405080029 2024-12-05T13:24:40,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101a6d827730004, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097189548/backup-masters 2024-12-05T13:24:40,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38827-0x101a6d827730003, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097189548/backup-masters 2024-12-05T13:24:40,177 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38827-0x101a6d827730003, quorum=127.0.0.1:62743, baseZNode=/12097189548 Set watcher on existing znode=/12097189548/backup-masters/88aaa70743e7,38827,1733405080029 2024-12-05T13:24:40,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101a6d827730004, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12097189548/master 2024-12-05T13:24:40,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38827-0x101a6d827730003, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097189548 2024-12-05T13:24:40,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101a6d827730004, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097189548 2024-12-05T13:24:40,185 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38827-0x101a6d827730003, quorum=127.0.0.1:62743, baseZNode=/12097189548 Set watcher on existing znode=/12097189548/master 2024-12-05T13:24:40,185 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12097189548/backup-masters/88aaa70743e7,38827,1733405080029 from backup master directory 2024-12-05T13:24:40,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38827-0x101a6d827730003, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12097189548/backup-masters/88aaa70743e7,38827,1733405080029 2024-12-05T13:24:40,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101a6d827730004, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097189548/backup-masters 2024-12-05T13:24:40,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38827-0x101a6d827730003, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097189548/backup-masters 2024-12-05T13:24:40,193 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:24:40,193 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=88aaa70743e7,38827,1733405080029 2024-12-05T13:24:40,196 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/hbase.id] with ID: 0f4642ab-6c26-4e76-a517-6f769a03bba0 2024-12-05T13:24:40,196 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/.tmp/hbase.id 2024-12-05T13:24:40,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741826_1002 (size=42) 2024-12-05T13:24:40,600 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/.tmp/hbase.id]:[hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/hbase.id] 2024-12-05T13:24:40,607 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:24:40,607 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T13:24:40,607 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T13:24:40,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101a6d827730004, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097189548 2024-12-05T13:24:40,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38827-0x101a6d827730003, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097189548 2024-12-05T13:24:40,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741827_1003 (size=196) 2024-12-05T13:24:41,046 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:24:41,046 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T13:24:41,047 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:24:41,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741828_1004 (size=1189) 2024-12-05T13:24:41,452 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/MasterData/data/master/store 2024-12-05T13:24:41,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741829_1005 (size=34) 2024-12-05T13:24:41,552 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T13:24:41,552 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T13:24:41,858 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:24:41,858 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:24:41,858 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:24:41,858 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:24:41,858 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:24:41,858 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:24:41,858 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:24:41,858 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733405081858Disabling compacts and flushes for region at 1733405081858Disabling writes for close at 1733405081858Writing region close event to WAL at 1733405081858Closed at 1733405081858 2024-12-05T13:24:41,859 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/MasterData/data/master/store/.initializing 2024-12-05T13:24:41,859 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/MasterData/WALs/88aaa70743e7,38827,1733405080029 2024-12-05T13:24:41,860 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:24:41,861 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=88aaa70743e7%2C38827%2C1733405080029, suffix=, logDir=hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/MasterData/WALs/88aaa70743e7,38827,1733405080029, archiveDir=hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/MasterData/oldWALs, maxLogs=10 2024-12-05T13:24:41,872 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/MasterData/WALs/88aaa70743e7,38827,1733405080029/88aaa70743e7%2C38827%2C1733405080029.1733405081861, exclude list is [], retry=0 2024-12-05T13:24:41,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42343,DS-e2728e43-58ac-4852-b30a-59255c8da27d,DISK] 2024-12-05T13:24:41,875 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/MasterData/WALs/88aaa70743e7,38827,1733405080029/88aaa70743e7%2C38827%2C1733405080029.1733405081861 2024-12-05T13:24:41,876 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45315:45315)] 2024-12-05T13:24:41,876 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:24:41,876 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:24:41,876 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:41,876 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:41,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:41,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T13:24:41,878 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:41,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:24:41,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:41,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T13:24:41,879 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:41,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:41,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:41,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T13:24:41,880 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:41,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:41,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:41,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T13:24:41,881 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:41,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:41,881 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:41,881 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:41,881 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:41,882 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:41,882 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:41,882 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:24:41,883 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:41,884 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:24:41,884 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71040568, jitterRate=0.058586955070495605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:24:41,884 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733405081876Initializing all the Stores at 1733405081877 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405081877Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405081877Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405081877Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405081877Cleaning up temporary data from old regions at 1733405081882 (+5 ms)Region opened successfully at 1733405081884 (+2 ms) 2024-12-05T13:24:41,885 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T13:24:41,887 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd58d4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:24:41,887 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T13:24:41,887 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T13:24:41,887 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T13:24:41,887 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T13:24:41,888 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T13:24:41,888 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T13:24:41,888 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T13:24:41,889 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T13:24:41,890 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38827-0x101a6d827730003, quorum=127.0.0.1:62743, baseZNode=/12097189548 Unable to get data of znode /12097189548/balancer because node does not exist (not necessarily an error) 2024-12-05T13:24:41,908 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12097189548/balancer already deleted, retry=false 2024-12-05T13:24:41,908 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T13:24:41,909 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38827-0x101a6d827730003, quorum=127.0.0.1:62743, baseZNode=/12097189548 Unable to get data of znode /12097189548/normalizer because node does not exist (not necessarily an error) 2024-12-05T13:24:41,918 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12097189548/normalizer already deleted, retry=false 2024-12-05T13:24:41,918 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T13:24:41,919 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38827-0x101a6d827730003, quorum=127.0.0.1:62743, baseZNode=/12097189548 Unable to get data of znode /12097189548/switch/split because node does not exist (not necessarily an error) 2024-12-05T13:24:41,926 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12097189548/switch/split already deleted, retry=false 2024-12-05T13:24:41,927 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38827-0x101a6d827730003, quorum=127.0.0.1:62743, baseZNode=/12097189548 Unable to get data of znode /12097189548/switch/merge because node does not exist (not necessarily an error) 2024-12-05T13:24:41,935 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12097189548/switch/merge already deleted, retry=false 2024-12-05T13:24:41,936 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38827-0x101a6d827730003, quorum=127.0.0.1:62743, baseZNode=/12097189548 Unable to get data of znode /12097189548/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T13:24:41,943 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12097189548/snapshot-cleanup already deleted, retry=false 2024-12-05T13:24:41,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38827-0x101a6d827730003, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12097189548/running 2024-12-05T13:24:41,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101a6d827730004, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12097189548/running 2024-12-05T13:24:41,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38827-0x101a6d827730003, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097189548 2024-12-05T13:24:41,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101a6d827730004, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097189548 2024-12-05T13:24:41,952 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=88aaa70743e7,38827,1733405080029, sessionid=0x101a6d827730003, setting cluster-up flag (Was=false) 2024-12-05T13:24:41,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101a6d827730004, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097189548 2024-12-05T13:24:41,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38827-0x101a6d827730003, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097189548 2024-12-05T13:24:41,993 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12097189548/flush-table-proc/acquired, /12097189548/flush-table-proc/reached, /12097189548/flush-table-proc/abort 2024-12-05T13:24:41,994 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,38827,1733405080029 2024-12-05T13:24:42,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38827-0x101a6d827730003, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097189548 2024-12-05T13:24:42,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101a6d827730004, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097189548 2024-12-05T13:24:42,035 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12097189548/online-snapshot/acquired, /12097189548/online-snapshot/reached, /12097189548/online-snapshot/abort 2024-12-05T13:24:42,036 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,38827,1733405080029 2024-12-05T13:24:42,037 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T13:24:42,038 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T13:24:42,038 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T13:24:42,038 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T13:24:42,038 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 88aaa70743e7,38827,1733405080029 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T13:24:42,039 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:24:42,039 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:24:42,039 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:24:42,039 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:24:42,039 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/88aaa70743e7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T13:24:42,039 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:42,039 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:24:42,039 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:42,040 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733405112040 2024-12-05T13:24:42,040 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T13:24:42,040 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T13:24:42,040 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T13:24:42,040 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T13:24:42,040 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:24:42,040 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T13:24:42,040 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T13:24:42,040 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T13:24:42,040 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:42,041 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T13:24:42,041 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T13:24:42,041 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T13:24:42,041 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T13:24:42,041 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:42,041 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T13:24:42,041 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T13:24:42,041 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T13:24:42,041 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733405082041,5,FailOnTimeoutGroup] 2024-12-05T13:24:42,041 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733405082041,5,FailOnTimeoutGroup] 2024-12-05T13:24:42,041 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:42,041 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T13:24:42,041 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:42,041 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:42,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741831_1007 (size=1321) 2024-12-05T13:24:42,064 INFO [RS:0;88aaa70743e7:37783 {}] regionserver.HRegionServer(746): ClusterId : 0f4642ab-6c26-4e76-a517-6f769a03bba0 2024-12-05T13:24:42,064 DEBUG [RS:0;88aaa70743e7:37783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T13:24:42,068 DEBUG [RS:0;88aaa70743e7:37783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T13:24:42,068 DEBUG [RS:0;88aaa70743e7:37783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T13:24:42,077 DEBUG [RS:0;88aaa70743e7:37783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T13:24:42,077 DEBUG [RS:0;88aaa70743e7:37783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b8194c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:24:42,086 DEBUG [RS:0;88aaa70743e7:37783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;88aaa70743e7:37783 2024-12-05T13:24:42,086 INFO [RS:0;88aaa70743e7:37783 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T13:24:42,086 INFO [RS:0;88aaa70743e7:37783 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T13:24:42,086 DEBUG [RS:0;88aaa70743e7:37783 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T13:24:42,087 INFO [RS:0;88aaa70743e7:37783 {}] regionserver.HRegionServer(2659): reportForDuty to master=88aaa70743e7,38827,1733405080029 with port=37783, startcode=1733405080143 2024-12-05T13:24:42,087 DEBUG [RS:0;88aaa70743e7:37783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T13:24:42,088 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T13:24:42,088 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38827 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 88aaa70743e7,37783,1733405080143 2024-12-05T13:24:42,089 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38827 {}] master.ServerManager(517): Registering regionserver=88aaa70743e7,37783,1733405080143 2024-12-05T13:24:42,090 DEBUG [RS:0;88aaa70743e7:37783 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4 2024-12-05T13:24:42,090 DEBUG [RS:0;88aaa70743e7:37783 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37887 2024-12-05T13:24:42,090 DEBUG [RS:0;88aaa70743e7:37783 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T13:24:42,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38827-0x101a6d827730003, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097189548/rs 2024-12-05T13:24:42,147 DEBUG [RS:0;88aaa70743e7:37783 {}] zookeeper.ZKUtil(111): regionserver:37783-0x101a6d827730004, quorum=127.0.0.1:62743, baseZNode=/12097189548 Set watcher on existing znode=/12097189548/rs/88aaa70743e7,37783,1733405080143 2024-12-05T13:24:42,147 WARN [RS:0;88aaa70743e7:37783 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:24:42,147 INFO [RS:0;88aaa70743e7:37783 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:24:42,147 DEBUG [RS:0;88aaa70743e7:37783 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143 2024-12-05T13:24:42,147 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [88aaa70743e7,37783,1733405080143] 2024-12-05T13:24:42,149 INFO [RS:0;88aaa70743e7:37783 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T13:24:42,151 INFO [RS:0;88aaa70743e7:37783 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T13:24:42,151 INFO [RS:0;88aaa70743e7:37783 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T13:24:42,151 INFO [RS:0;88aaa70743e7:37783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:42,151 INFO [RS:0;88aaa70743e7:37783 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T13:24:42,152 INFO [RS:0;88aaa70743e7:37783 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T13:24:42,152 INFO [RS:0;88aaa70743e7:37783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:42,152 DEBUG [RS:0;88aaa70743e7:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:42,152 DEBUG [RS:0;88aaa70743e7:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:42,152 DEBUG [RS:0;88aaa70743e7:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:42,152 DEBUG [RS:0;88aaa70743e7:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:42,152 DEBUG [RS:0;88aaa70743e7:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:42,152 DEBUG [RS:0;88aaa70743e7:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:24:42,152 DEBUG [RS:0;88aaa70743e7:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:42,152 DEBUG [RS:0;88aaa70743e7:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:42,152 DEBUG [RS:0;88aaa70743e7:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:42,152 DEBUG [RS:0;88aaa70743e7:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:42,152 DEBUG [RS:0;88aaa70743e7:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:42,152 DEBUG [RS:0;88aaa70743e7:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:42,152 DEBUG [RS:0;88aaa70743e7:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:24:42,152 DEBUG [RS:0;88aaa70743e7:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:24:42,152 INFO [RS:0;88aaa70743e7:37783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:42,152 INFO [RS:0;88aaa70743e7:37783 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:42,152 INFO [RS:0;88aaa70743e7:37783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:42,152 INFO [RS:0;88aaa70743e7:37783 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:42,152 INFO [RS:0;88aaa70743e7:37783 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:42,152 INFO [RS:0;88aaa70743e7:37783 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,37783,1733405080143-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:24:42,164 INFO [RS:0;88aaa70743e7:37783 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T13:24:42,164 INFO [RS:0;88aaa70743e7:37783 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,37783,1733405080143-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:42,164 INFO [RS:0;88aaa70743e7:37783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:42,164 INFO [RS:0;88aaa70743e7:37783 {}] regionserver.Replication(171): 88aaa70743e7,37783,1733405080143 started 2024-12-05T13:24:42,175 INFO [RS:0;88aaa70743e7:37783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:42,175 INFO [RS:0;88aaa70743e7:37783 {}] regionserver.HRegionServer(1482): Serving as 88aaa70743e7,37783,1733405080143, RpcServer on 88aaa70743e7/172.17.0.3:37783, sessionid=0x101a6d827730004 2024-12-05T13:24:42,175 DEBUG [RS:0;88aaa70743e7:37783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T13:24:42,175 DEBUG [RS:0;88aaa70743e7:37783 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 88aaa70743e7,37783,1733405080143 2024-12-05T13:24:42,175 DEBUG [RS:0;88aaa70743e7:37783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,37783,1733405080143' 2024-12-05T13:24:42,175 DEBUG [RS:0;88aaa70743e7:37783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12097189548/flush-table-proc/abort' 2024-12-05T13:24:42,175 DEBUG [RS:0;88aaa70743e7:37783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12097189548/flush-table-proc/acquired' 2024-12-05T13:24:42,176 DEBUG [RS:0;88aaa70743e7:37783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T13:24:42,176 DEBUG [RS:0;88aaa70743e7:37783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T13:24:42,176 DEBUG [RS:0;88aaa70743e7:37783 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 88aaa70743e7,37783,1733405080143 2024-12-05T13:24:42,176 DEBUG [RS:0;88aaa70743e7:37783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,37783,1733405080143' 2024-12-05T13:24:42,176 DEBUG [RS:0;88aaa70743e7:37783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12097189548/online-snapshot/abort' 2024-12-05T13:24:42,176 DEBUG [RS:0;88aaa70743e7:37783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12097189548/online-snapshot/acquired' 2024-12-05T13:24:42,176 DEBUG [RS:0;88aaa70743e7:37783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T13:24:42,176 INFO [RS:0;88aaa70743e7:37783 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T13:24:42,176 INFO [RS:0;88aaa70743e7:37783 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T13:24:42,276 INFO [RS:0;88aaa70743e7:37783 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:24:42,278 INFO [RS:0;88aaa70743e7:37783 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C37783%2C1733405080143, suffix=, logDir=hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143, archiveDir=hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/oldWALs, maxLogs=10 2024-12-05T13:24:42,288 DEBUG [RS:0;88aaa70743e7:37783 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278, exclude list is [], retry=0 2024-12-05T13:24:42,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42343,DS-e2728e43-58ac-4852-b30a-59255c8da27d,DISK] 2024-12-05T13:24:42,291 INFO [RS:0;88aaa70743e7:37783 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 2024-12-05T13:24:42,292 DEBUG [RS:0;88aaa70743e7:37783 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45315:45315)] 2024-12-05T13:24:42,448 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T13:24:42,448 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4 2024-12-05T13:24:42,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741833_1009 (size=32) 2024-12-05T13:24:42,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:24:42,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:24:42,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:24:42,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:42,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:24:42,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:24:42,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:24:42,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:42,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:24:42,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:24:42,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:24:42,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:42,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:24:42,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:24:42,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:24:42,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:42,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:24:42,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:24:42,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/hbase/meta/1588230740 2024-12-05T13:24:42,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/hbase/meta/1588230740 2024-12-05T13:24:42,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:24:42,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:24:42,858 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:24:42,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:24:42,860 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:24:42,860 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68995020, jitterRate=0.02810591459274292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:24:42,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733405082852Initializing all the Stores at 1733405082853 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405082853Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405082853Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405082853Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405082853Cleaning up temporary data from old regions at 1733405082858 (+5 ms)Region opened successfully at 1733405082860 (+2 ms) 2024-12-05T13:24:42,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:24:42,860 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:24:42,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:24:42,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:24:42,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:24:42,861 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:24:42,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733405082860Disabling compacts and flushes for region at 1733405082860Disabling writes for close at 1733405082860Writing region close event to WAL at 1733405082861 (+1 ms)Closed at 1733405082861 2024-12-05T13:24:42,861 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:24:42,861 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T13:24:42,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T13:24:42,862 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:24:42,863 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T13:24:43,013 DEBUG [88aaa70743e7:38827 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T13:24:43,013 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=88aaa70743e7,37783,1733405080143 2024-12-05T13:24:43,014 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,37783,1733405080143, state=OPENING 2024-12-05T13:24:43,058 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T13:24:43,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38827-0x101a6d827730003, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097189548 2024-12-05T13:24:43,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101a6d827730004, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097189548 2024-12-05T13:24:43,067 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12097189548/meta-region-server: CHANGED 2024-12-05T13:24:43,067 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12097189548/meta-region-server: CHANGED 2024-12-05T13:24:43,067 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:24:43,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,37783,1733405080143}] 2024-12-05T13:24:43,203 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T13:24:43,219 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:24:43,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T13:24:43,222 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T13:24:43,222 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:24:43,222 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T13:24:43,223 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C37783%2C1733405080143.meta, suffix=.meta, logDir=hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143, archiveDir=hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/oldWALs, maxLogs=10 2024-12-05T13:24:43,234 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.meta.1733405083224.meta, exclude list is [], retry=0 2024-12-05T13:24:43,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42343,DS-e2728e43-58ac-4852-b30a-59255c8da27d,DISK] 2024-12-05T13:24:43,237 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.meta.1733405083224.meta 2024-12-05T13:24:43,238 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45315:45315)] 2024-12-05T13:24:43,238 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:24:43,238 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:24:43,238 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:24:43,238 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T13:24:43,238 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T13:24:43,238 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T13:24:43,238 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:24:43,239 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T13:24:43,239 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T13:24:43,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:24:43,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:24:43,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:43,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:24:43,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:24:43,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:24:43,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:43,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:24:43,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:24:43,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:24:43,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:43,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:24:43,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:24:43,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:24:43,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:43,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:24:43,242 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:24:43,243 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/hbase/meta/1588230740 2024-12-05T13:24:43,243 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/hbase/meta/1588230740 2024-12-05T13:24:43,244 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:24:43,244 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:24:43,245 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:24:43,245 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:24:43,246 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63207472, jitterRate=-0.058135271072387695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:24:43,246 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T13:24:43,246 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733405083239Writing region info on filesystem at 1733405083239Initializing all the Stores at 1733405083239Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405083239Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405083239Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405083239Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405083239Cleaning up temporary data from old regions at 1733405083244 (+5 ms)Running coprocessor post-open hooks at 1733405083246 (+2 ms)Region opened successfully at 1733405083246 2024-12-05T13:24:43,247 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733405083218 2024-12-05T13:24:43,248 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T13:24:43,248 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T13:24:43,249 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=88aaa70743e7,37783,1733405080143 2024-12-05T13:24:43,249 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,37783,1733405080143, state=OPEN 2024-12-05T13:24:43,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38827-0x101a6d827730003, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12097189548/meta-region-server 2024-12-05T13:24:43,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101a6d827730004, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12097189548/meta-region-server 2024-12-05T13:24:43,258 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=88aaa70743e7,37783,1733405080143 2024-12-05T13:24:43,258 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12097189548/meta-region-server: CHANGED 2024-12-05T13:24:43,258 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12097189548/meta-region-server: CHANGED 2024-12-05T13:24:43,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T13:24:43,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,37783,1733405080143 in 191 msec 2024-12-05T13:24:43,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T13:24:43,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 398 msec 2024-12-05T13:24:43,261 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:24:43,261 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T13:24:43,262 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:24:43,262 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,37783,1733405080143, seqNum=-1] 2024-12-05T13:24:43,262 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:24:43,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:24:43,267 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2280 sec 2024-12-05T13:24:43,267 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733405083267, completionTime=-1 2024-12-05T13:24:43,267 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T13:24:43,267 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T13:24:43,268 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T13:24:43,268 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733405143268 2024-12-05T13:24:43,268 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733405203268 2024-12-05T13:24:43,268 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T13:24:43,268 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,38827,1733405080029-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:43,268 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,38827,1733405080029-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:43,268 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,38827,1733405080029-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:43,269 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-88aaa70743e7:38827, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:43,269 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:43,269 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:43,270 DEBUG [master/88aaa70743e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T13:24:43,271 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.078sec 2024-12-05T13:24:43,271 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T13:24:43,271 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T13:24:43,271 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T13:24:43,271 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T13:24:43,271 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T13:24:43,271 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,38827,1733405080029-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:24:43,271 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,38827,1733405080029-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T13:24:43,273 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T13:24:43,273 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T13:24:43,273 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,38827,1733405080029-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:43,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74864096, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:43,365 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,38827,-1 for getting cluster id 2024-12-05T13:24:43,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:24:43,366 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f4642ab-6c26-4e76-a517-6f769a03bba0' 2024-12-05T13:24:43,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:24:43,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f4642ab-6c26-4e76-a517-6f769a03bba0" 2024-12-05T13:24:43,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf860c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:43,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,38827,-1] 2024-12-05T13:24:43,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:24:43,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:43,367 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:24:43,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ef32d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:43,368 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:24:43,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,37783,1733405080143, seqNum=-1] 2024-12-05T13:24:43,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:24:43,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:24:43,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=88aaa70743e7,38827,1733405080029 2024-12-05T13:24:43,372 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62743 2024-12-05T13:24:43,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:24:43,377 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a6d827730005 connected 2024-12-05T13:24:43,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3450fb-5447-4219-c979-05d0d0b2ed8b/hadoop.log.dir so I do NOT create it in target/test-data/4404639d-9aa4-6739-38fc-9ca4cdf3cddb 2024-12-05T13:24:43,387 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3450fb-5447-4219-c979-05d0d0b2ed8b/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T13:24:43,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3450fb-5447-4219-c979-05d0d0b2ed8b/hadoop.tmp.dir so I do NOT create it in target/test-data/4404639d-9aa4-6739-38fc-9ca4cdf3cddb 2024-12-05T13:24:43,388 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3450fb-5447-4219-c979-05d0d0b2ed8b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T13:24:43,388 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4404639d-9aa4-6739-38fc-9ca4cdf3cddb 2024-12-05T13:24:43,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T13:24:43,388 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4404639d-9aa4-6739-38fc-9ca4cdf3cddb/cluster_d868f1b0-bf28-8764-f2bd-8cd3729015e1, deleteOnExit=true 2024-12-05T13:24:43,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T13:24:43,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4404639d-9aa4-6739-38fc-9ca4cdf3cddb/test.cache.data in system properties and HBase conf 2024-12-05T13:24:43,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4404639d-9aa4-6739-38fc-9ca4cdf3cddb/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T13:24:43,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4404639d-9aa4-6739-38fc-9ca4cdf3cddb/hadoop.log.dir in system properties and HBase conf 2024-12-05T13:24:43,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4404639d-9aa4-6739-38fc-9ca4cdf3cddb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T13:24:43,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4404639d-9aa4-6739-38fc-9ca4cdf3cddb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T13:24:43,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T13:24:43,388 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T13:24:43,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4404639d-9aa4-6739-38fc-9ca4cdf3cddb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:24:43,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4404639d-9aa4-6739-38fc-9ca4cdf3cddb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:24:43,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4404639d-9aa4-6739-38fc-9ca4cdf3cddb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T13:24:43,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4404639d-9aa4-6739-38fc-9ca4cdf3cddb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:24:43,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4404639d-9aa4-6739-38fc-9ca4cdf3cddb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T13:24:43,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4404639d-9aa4-6739-38fc-9ca4cdf3cddb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T13:24:43,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4404639d-9aa4-6739-38fc-9ca4cdf3cddb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:24:43,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4404639d-9aa4-6739-38fc-9ca4cdf3cddb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:24:43,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4404639d-9aa4-6739-38fc-9ca4cdf3cddb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T13:24:43,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4404639d-9aa4-6739-38fc-9ca4cdf3cddb/nfs.dump.dir in system properties and HBase conf 2024-12-05T13:24:43,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4404639d-9aa4-6739-38fc-9ca4cdf3cddb/java.io.tmpdir in system properties and HBase conf 2024-12-05T13:24:43,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4404639d-9aa4-6739-38fc-9ca4cdf3cddb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:24:43,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4404639d-9aa4-6739-38fc-9ca4cdf3cddb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T13:24:43,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4404639d-9aa4-6739-38fc-9ca4cdf3cddb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T13:24:43,608 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T13:24:43,609 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:43,609 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:43,609 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:43,609 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:43,609 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:43,644 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:43,644 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:43,645 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:43,645 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:43,645 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:43,646 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:43,653 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:43,656 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:43,656 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:43,658 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:43,703 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:24:43,707 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:24:43,715 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:24:43,715 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:24:43,715 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:24:43,716 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:24:43,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e91cfc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4404639d-9aa4-6739-38fc-9ca4cdf3cddb/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:24:43,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c636791{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:24:43,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b776582{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4404639d-9aa4-6739-38fc-9ca4cdf3cddb/java.io.tmpdir/jetty-localhost-35973-hadoop-hdfs-3_4_1-tests_jar-_-any-14532823587418090935/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:24:43,806 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a453c14{HTTP/1.1, (http/1.1)}{localhost:35973} 2024-12-05T13:24:43,806 INFO [Time-limited test {}] server.Server(415): Started @279642ms 2024-12-05T13:24:43,810 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:24:43,811 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [88aaa70743e7,39319,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:39319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T13:24:43,811 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88602 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [88aaa70743e7,39319,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:39319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T13:24:43,973 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:24:43,975 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:24:43,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:24:43,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:24:43,976 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T13:24:43,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57ed330a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4404639d-9aa4-6739-38fc-9ca4cdf3cddb/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:24:43,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@399c85bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:24:44,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e0f4b23{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4404639d-9aa4-6739-38fc-9ca4cdf3cddb/java.io.tmpdir/jetty-localhost-44929-hadoop-hdfs-3_4_1-tests_jar-_-any-12769899361298083254/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:24:44,068 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f9147eb{HTTP/1.1, (http/1.1)}{localhost:44929} 2024-12-05T13:24:44,068 INFO [Time-limited test {}] server.Server(415): Started @279904ms 2024-12-05T13:24:44,069 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:24:44,535 WARN [Thread-3689 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4404639d-9aa4-6739-38fc-9ca4cdf3cddb/cluster_d868f1b0-bf28-8764-f2bd-8cd3729015e1/data/data2/current/BP-991141176-172.17.0.3-1733405083407/current, will proceed with Du for space computation calculation, 2024-12-05T13:24:44,535 WARN [Thread-3688 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4404639d-9aa4-6739-38fc-9ca4cdf3cddb/cluster_d868f1b0-bf28-8764-f2bd-8cd3729015e1/data/data1/current/BP-991141176-172.17.0.3-1733405083407/current, will proceed with Du for space computation calculation, 2024-12-05T13:24:44,551 WARN [Thread-3676 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:24:44,553 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x266fe0d50309fa0f with lease ID 0x668747560f981b02: Processing first storage report for DS-2273f74a-f151-43ef-9f4c-0c4d622e94ca from datanode DatanodeRegistration(127.0.0.1:37791, datanodeUuid=98ada0ab-420a-446e-93ff-da85fbd705b7, infoPort=39455, infoSecurePort=0, ipcPort=38609, storageInfo=lv=-57;cid=testClusterID;nsid=1753383394;c=1733405083407) 2024-12-05T13:24:44,553 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x266fe0d50309fa0f with lease ID 0x668747560f981b02: from storage DS-2273f74a-f151-43ef-9f4c-0c4d622e94ca node DatanodeRegistration(127.0.0.1:37791, datanodeUuid=98ada0ab-420a-446e-93ff-da85fbd705b7, infoPort=39455, infoSecurePort=0, ipcPort=38609, storageInfo=lv=-57;cid=testClusterID;nsid=1753383394;c=1733405083407), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:24:44,553 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x266fe0d50309fa0f with lease ID 0x668747560f981b02: Processing first storage report for DS-d2838b7e-de1a-4038-a535-1cd001f3e8d5 from datanode DatanodeRegistration(127.0.0.1:37791, datanodeUuid=98ada0ab-420a-446e-93ff-da85fbd705b7, infoPort=39455, infoSecurePort=0, ipcPort=38609, storageInfo=lv=-57;cid=testClusterID;nsid=1753383394;c=1733405083407) 2024-12-05T13:24:44,553 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x266fe0d50309fa0f with lease ID 0x668747560f981b02: from storage DS-d2838b7e-de1a-4038-a535-1cd001f3e8d5 node DatanodeRegistration(127.0.0.1:37791, datanodeUuid=98ada0ab-420a-446e-93ff-da85fbd705b7, infoPort=39455, infoSecurePort=0, ipcPort=38609, storageInfo=lv=-57;cid=testClusterID;nsid=1753383394;c=1733405083407), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:24:44,602 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4404639d-9aa4-6739-38fc-9ca4cdf3cddb 2024-12-05T13:24:44,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:24:44,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:24:44,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37791 is added to blk_1073741825_1001 (size=7) 2024-12-05T13:24:45,010 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2 with version=8 2024-12-05T13:24:45,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/hbase-staging 2024-12-05T13:24:45,012 INFO [Time-limited test {}] client.ConnectionUtils(128): master/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:24:45,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:24:45,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:24:45,012 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:24:45,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:24:45,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:24:45,012 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T13:24:45,013 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:24:45,013 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46053 2024-12-05T13:24:45,014 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46053 connecting to ZooKeeper ensemble=127.0.0.1:62743 2024-12-05T13:24:45,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460530x0, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:24:45,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46053-0x101a6d827730006 connected 2024-12-05T13:24:45,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:24:45,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:24:45,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46053-0x101a6d827730006, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Set watcher on znode that does not yet exist, /2-1561555446/running 2024-12-05T13:24:45,113 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2, hbase.cluster.distributed=false 2024-12-05T13:24:45,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46053-0x101a6d827730006, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Set watcher on znode that does not yet exist, /2-1561555446/acl 2024-12-05T13:24:45,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46053 2024-12-05T13:24:45,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46053 2024-12-05T13:24:45,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46053 2024-12-05T13:24:45,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46053 2024-12-05T13:24:45,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46053 2024-12-05T13:24:45,131 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:24:45,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:24:45,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:24:45,131 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:24:45,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:24:45,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:24:45,131 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T13:24:45,131 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:24:45,132 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42427 2024-12-05T13:24:45,132 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42427 connecting to ZooKeeper ensemble=127.0.0.1:62743 2024-12-05T13:24:45,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:24:45,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:24:45,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424270x0, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:24:45,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424270x0, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Set watcher on znode that does not yet exist, /2-1561555446/running 2024-12-05T13:24:45,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42427-0x101a6d827730007 connected 2024-12-05T13:24:45,144 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T13:24:45,144 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T13:24:45,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42427-0x101a6d827730007, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Set watcher on znode that does not yet exist, /2-1561555446/master 2024-12-05T13:24:45,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42427-0x101a6d827730007, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Set watcher on znode that does not yet exist, /2-1561555446/acl 2024-12-05T13:24:45,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42427 2024-12-05T13:24:45,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42427 2024-12-05T13:24:45,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42427 2024-12-05T13:24:45,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42427 2024-12-05T13:24:45,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42427 2024-12-05T13:24:45,155 DEBUG [M:0;88aaa70743e7:46053 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;88aaa70743e7:46053 2024-12-05T13:24:45,156 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1561555446/backup-masters/88aaa70743e7,46053,1733405085012 2024-12-05T13:24:45,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42427-0x101a6d827730007, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1561555446/backup-masters 2024-12-05T13:24:45,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46053-0x101a6d827730006, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1561555446/backup-masters 2024-12-05T13:24:45,160 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46053-0x101a6d827730006, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Set watcher on existing znode=/2-1561555446/backup-masters/88aaa70743e7,46053,1733405085012 2024-12-05T13:24:45,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42427-0x101a6d827730007, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1561555446/master 2024-12-05T13:24:45,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46053-0x101a6d827730006, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1561555446 2024-12-05T13:24:45,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42427-0x101a6d827730007, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1561555446 2024-12-05T13:24:45,168 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46053-0x101a6d827730006, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Set watcher on existing znode=/2-1561555446/master 2024-12-05T13:24:45,168 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1561555446/backup-masters/88aaa70743e7,46053,1733405085012 from backup master directory 2024-12-05T13:24:45,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46053-0x101a6d827730006, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1561555446/backup-masters/88aaa70743e7,46053,1733405085012 2024-12-05T13:24:45,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42427-0x101a6d827730007, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1561555446/backup-masters 2024-12-05T13:24:45,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46053-0x101a6d827730006, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1561555446/backup-masters 2024-12-05T13:24:45,176 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:24:45,176 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=88aaa70743e7,46053,1733405085012 2024-12-05T13:24:45,179 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/hbase.id] with ID: 81667927-13cc-4c21-9600-0bce88673cce 2024-12-05T13:24:45,179 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/.tmp/hbase.id 2024-12-05T13:24:45,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37791 is added to blk_1073741826_1002 (size=42) 2024-12-05T13:24:45,584 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/.tmp/hbase.id]:[hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/hbase.id] 2024-12-05T13:24:45,591 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:24:45,591 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T13:24:45,591 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T13:24:45,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46053-0x101a6d827730006, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1561555446 2024-12-05T13:24:45,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42427-0x101a6d827730007, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1561555446 2024-12-05T13:24:45,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37791 is added to blk_1073741827_1003 (size=196) 2024-12-05T13:24:46,006 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:24:46,006 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T13:24:46,007 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:24:46,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37791 is added to blk_1073741828_1004 (size=1189) 2024-12-05T13:24:46,412 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/MasterData/data/master/store 2024-12-05T13:24:46,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37791 is added to blk_1073741829_1005 (size=34) 2024-12-05T13:24:46,817 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:24:46,817 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:24:46,817 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:24:46,817 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:24:46,817 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:24:46,817 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:24:46,817 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:24:46,817 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733405086817Disabling compacts and flushes for region at 1733405086817Disabling writes for close at 1733405086817Writing region close event to WAL at 1733405086817Closed at 1733405086817 2024-12-05T13:24:46,818 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/MasterData/data/master/store/.initializing 2024-12-05T13:24:46,818 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/MasterData/WALs/88aaa70743e7,46053,1733405085012 2024-12-05T13:24:46,818 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:24:46,819 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=88aaa70743e7%2C46053%2C1733405085012, suffix=, logDir=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/MasterData/WALs/88aaa70743e7,46053,1733405085012, archiveDir=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/MasterData/oldWALs, maxLogs=10 2024-12-05T13:24:46,835 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/MasterData/WALs/88aaa70743e7,46053,1733405085012/88aaa70743e7%2C46053%2C1733405085012.1733405086820, exclude list is [], retry=0 2024-12-05T13:24:46,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37791,DS-2273f74a-f151-43ef-9f4c-0c4d622e94ca,DISK] 2024-12-05T13:24:46,838 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/MasterData/WALs/88aaa70743e7,46053,1733405085012/88aaa70743e7%2C46053%2C1733405085012.1733405086820 2024-12-05T13:24:46,839 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39455:39455)] 2024-12-05T13:24:46,839 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:24:46,839 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:24:46,839 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:46,839 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:46,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:46,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T13:24:46,841 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:46,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:24:46,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:46,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T13:24:46,842 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:46,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:46,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:46,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T13:24:46,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:46,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:46,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:46,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T13:24:46,844 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:46,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:46,845 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:46,845 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:46,845 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:46,846 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:46,846 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:46,846 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:24:46,847 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:24:46,848 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:24:46,849 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59806158, jitterRate=-0.10881879925727844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:24:46,849 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733405086839Initializing all the Stores at 1733405086840 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405086840Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405086840Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405086840Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405086840Cleaning up temporary data from old regions at 1733405086846 (+6 ms)Region opened successfully at 1733405086849 (+3 ms) 2024-12-05T13:24:46,856 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T13:24:46,858 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b93408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:24:46,859 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T13:24:46,859 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T13:24:46,859 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T13:24:46,859 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T13:24:46,860 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T13:24:46,860 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T13:24:46,860 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T13:24:46,862 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T13:24:46,862 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46053-0x101a6d827730006, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Unable to get data of znode /2-1561555446/balancer because node does not exist (not necessarily an error) 2024-12-05T13:24:46,883 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1561555446/balancer already deleted, retry=false 2024-12-05T13:24:46,883 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T13:24:46,884 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46053-0x101a6d827730006, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Unable to get data of znode /2-1561555446/normalizer because node does not exist (not necessarily an error) 2024-12-05T13:24:46,893 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1561555446/normalizer already deleted, retry=false 2024-12-05T13:24:46,893 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T13:24:46,894 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46053-0x101a6d827730006, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Unable to get data of znode /2-1561555446/switch/split because node does not exist (not necessarily an error) 2024-12-05T13:24:46,901 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1561555446/switch/split already deleted, retry=false 2024-12-05T13:24:46,902 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46053-0x101a6d827730006, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Unable to get data of znode /2-1561555446/switch/merge because node does not exist (not necessarily an error) 2024-12-05T13:24:46,909 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1561555446/switch/merge already deleted, retry=false 2024-12-05T13:24:46,911 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46053-0x101a6d827730006, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Unable to get data of znode /2-1561555446/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T13:24:46,918 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1561555446/snapshot-cleanup already deleted, retry=false 2024-12-05T13:24:46,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42427-0x101a6d827730007, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1561555446/running 2024-12-05T13:24:46,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46053-0x101a6d827730006, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1561555446/running 2024-12-05T13:24:46,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46053-0x101a6d827730006, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1561555446 2024-12-05T13:24:46,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42427-0x101a6d827730007, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1561555446 2024-12-05T13:24:46,927 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=88aaa70743e7,46053,1733405085012, sessionid=0x101a6d827730006, setting cluster-up flag (Was=false) 2024-12-05T13:24:46,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46053-0x101a6d827730006, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1561555446 2024-12-05T13:24:46,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42427-0x101a6d827730007, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1561555446 2024-12-05T13:24:46,968 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1561555446/flush-table-proc/acquired, /2-1561555446/flush-table-proc/reached, /2-1561555446/flush-table-proc/abort 2024-12-05T13:24:46,969 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,46053,1733405085012 2024-12-05T13:24:46,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46053-0x101a6d827730006, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1561555446 2024-12-05T13:24:46,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42427-0x101a6d827730007, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1561555446 2024-12-05T13:24:47,009 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1561555446/online-snapshot/acquired, /2-1561555446/online-snapshot/reached, /2-1561555446/online-snapshot/abort 2024-12-05T13:24:47,010 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,46053,1733405085012 2024-12-05T13:24:47,011 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T13:24:47,012 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T13:24:47,012 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T13:24:47,012 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T13:24:47,012 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 88aaa70743e7,46053,1733405085012 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T13:24:47,013 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:24:47,013 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:24:47,013 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:24:47,013 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:24:47,013 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/88aaa70743e7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T13:24:47,013 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:47,013 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:24:47,013 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:47,014 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733405117014 2024-12-05T13:24:47,014 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T13:24:47,014 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T13:24:47,014 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T13:24:47,014 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T13:24:47,014 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T13:24:47,014 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T13:24:47,014 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:24:47,014 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T13:24:47,014 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:47,015 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T13:24:47,015 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T13:24:47,015 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T13:24:47,015 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T13:24:47,015 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T13:24:47,015 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T13:24:47,015 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:47,015 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733405087015,5,FailOnTimeoutGroup] 2024-12-05T13:24:47,015 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T13:24:47,018 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733405087015,5,FailOnTimeoutGroup] 2024-12-05T13:24:47,018 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:47,018 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T13:24:47,018 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:47,018 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:47,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37791 is added to blk_1073741831_1007 (size=1321) 2024-12-05T13:24:47,049 INFO [RS:0;88aaa70743e7:42427 {}] regionserver.HRegionServer(746): ClusterId : 81667927-13cc-4c21-9600-0bce88673cce 2024-12-05T13:24:47,049 DEBUG [RS:0;88aaa70743e7:42427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T13:24:47,059 DEBUG [RS:0;88aaa70743e7:42427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T13:24:47,059 DEBUG [RS:0;88aaa70743e7:42427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T13:24:47,068 DEBUG [RS:0;88aaa70743e7:42427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T13:24:47,069 DEBUG [RS:0;88aaa70743e7:42427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c79716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:24:47,078 DEBUG [RS:0;88aaa70743e7:42427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;88aaa70743e7:42427 2024-12-05T13:24:47,078 INFO [RS:0;88aaa70743e7:42427 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T13:24:47,078 INFO [RS:0;88aaa70743e7:42427 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T13:24:47,078 DEBUG [RS:0;88aaa70743e7:42427 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T13:24:47,078 INFO [RS:0;88aaa70743e7:42427 {}] regionserver.HRegionServer(2659): reportForDuty to master=88aaa70743e7,46053,1733405085012 with port=42427, startcode=1733405085131 2024-12-05T13:24:47,078 DEBUG [RS:0;88aaa70743e7:42427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T13:24:47,080 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T13:24:47,080 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46053 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 88aaa70743e7,42427,1733405085131 2024-12-05T13:24:47,080 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46053 {}] master.ServerManager(517): Registering regionserver=88aaa70743e7,42427,1733405085131 2024-12-05T13:24:47,081 DEBUG [RS:0;88aaa70743e7:42427 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2 2024-12-05T13:24:47,081 DEBUG [RS:0;88aaa70743e7:42427 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45489 2024-12-05T13:24:47,081 DEBUG [RS:0;88aaa70743e7:42427 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T13:24:47,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46053-0x101a6d827730006, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1561555446/rs 2024-12-05T13:24:47,151 DEBUG [RS:0;88aaa70743e7:42427 {}] zookeeper.ZKUtil(111): regionserver:42427-0x101a6d827730007, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Set watcher on existing znode=/2-1561555446/rs/88aaa70743e7,42427,1733405085131 2024-12-05T13:24:47,151 WARN [RS:0;88aaa70743e7:42427 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:24:47,151 INFO [RS:0;88aaa70743e7:42427 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:24:47,151 DEBUG [RS:0;88aaa70743e7:42427 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131 2024-12-05T13:24:47,151 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [88aaa70743e7,42427,1733405085131] 2024-12-05T13:24:47,153 INFO [RS:0;88aaa70743e7:42427 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T13:24:47,154 INFO [RS:0;88aaa70743e7:42427 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T13:24:47,154 INFO [RS:0;88aaa70743e7:42427 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T13:24:47,154 INFO [RS:0;88aaa70743e7:42427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:47,154 INFO [RS:0;88aaa70743e7:42427 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T13:24:47,155 INFO [RS:0;88aaa70743e7:42427 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T13:24:47,155 INFO [RS:0;88aaa70743e7:42427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:47,155 DEBUG [RS:0;88aaa70743e7:42427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:47,155 DEBUG [RS:0;88aaa70743e7:42427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:47,155 DEBUG [RS:0;88aaa70743e7:42427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:47,155 DEBUG [RS:0;88aaa70743e7:42427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:47,155 DEBUG [RS:0;88aaa70743e7:42427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:47,155 DEBUG [RS:0;88aaa70743e7:42427 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:24:47,155 DEBUG [RS:0;88aaa70743e7:42427 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:47,155 DEBUG [RS:0;88aaa70743e7:42427 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:47,155 DEBUG [RS:0;88aaa70743e7:42427 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:47,155 DEBUG [RS:0;88aaa70743e7:42427 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:47,155 DEBUG [RS:0;88aaa70743e7:42427 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:47,155 DEBUG [RS:0;88aaa70743e7:42427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:24:47,155 DEBUG [RS:0;88aaa70743e7:42427 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:24:47,155 DEBUG [RS:0;88aaa70743e7:42427 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:24:47,156 INFO [RS:0;88aaa70743e7:42427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:47,156 INFO [RS:0;88aaa70743e7:42427 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:47,156 INFO [RS:0;88aaa70743e7:42427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:47,156 INFO [RS:0;88aaa70743e7:42427 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:47,156 INFO [RS:0;88aaa70743e7:42427 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:47,156 INFO [RS:0;88aaa70743e7:42427 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,42427,1733405085131-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:24:47,167 INFO [RS:0;88aaa70743e7:42427 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T13:24:47,167 INFO [RS:0;88aaa70743e7:42427 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,42427,1733405085131-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:47,167 INFO [RS:0;88aaa70743e7:42427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:47,167 INFO [RS:0;88aaa70743e7:42427 {}] regionserver.Replication(171): 88aaa70743e7,42427,1733405085131 started 2024-12-05T13:24:47,177 INFO [RS:0;88aaa70743e7:42427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:47,177 INFO [RS:0;88aaa70743e7:42427 {}] regionserver.HRegionServer(1482): Serving as 88aaa70743e7,42427,1733405085131, RpcServer on 88aaa70743e7/172.17.0.3:42427, sessionid=0x101a6d827730007 2024-12-05T13:24:47,177 DEBUG [RS:0;88aaa70743e7:42427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T13:24:47,177 DEBUG [RS:0;88aaa70743e7:42427 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 88aaa70743e7,42427,1733405085131 2024-12-05T13:24:47,177 DEBUG [RS:0;88aaa70743e7:42427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,42427,1733405085131' 2024-12-05T13:24:47,177 DEBUG [RS:0;88aaa70743e7:42427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1561555446/flush-table-proc/abort' 2024-12-05T13:24:47,178 DEBUG [RS:0;88aaa70743e7:42427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1561555446/flush-table-proc/acquired' 2024-12-05T13:24:47,178 DEBUG [RS:0;88aaa70743e7:42427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T13:24:47,178 DEBUG [RS:0;88aaa70743e7:42427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T13:24:47,178 DEBUG [RS:0;88aaa70743e7:42427 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 88aaa70743e7,42427,1733405085131 2024-12-05T13:24:47,178 DEBUG [RS:0;88aaa70743e7:42427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,42427,1733405085131' 2024-12-05T13:24:47,178 DEBUG [RS:0;88aaa70743e7:42427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1561555446/online-snapshot/abort' 2024-12-05T13:24:47,178 DEBUG [RS:0;88aaa70743e7:42427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1561555446/online-snapshot/acquired' 2024-12-05T13:24:47,179 DEBUG [RS:0;88aaa70743e7:42427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T13:24:47,179 INFO [RS:0;88aaa70743e7:42427 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T13:24:47,179 INFO [RS:0;88aaa70743e7:42427 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T13:24:47,279 INFO [RS:0;88aaa70743e7:42427 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:24:47,280 INFO [RS:0;88aaa70743e7:42427 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C42427%2C1733405085131, suffix=, logDir=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131, archiveDir=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/oldWALs, maxLogs=10 2024-12-05T13:24:47,291 DEBUG [RS:0;88aaa70743e7:42427 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280, exclude list is [], retry=0 2024-12-05T13:24:47,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37791,DS-2273f74a-f151-43ef-9f4c-0c4d622e94ca,DISK] 2024-12-05T13:24:47,294 INFO [RS:0;88aaa70743e7:42427 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280 2024-12-05T13:24:47,294 DEBUG [RS:0;88aaa70743e7:42427 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39455:39455)] 2024-12-05T13:24:47,425 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T13:24:47,425 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2 2024-12-05T13:24:47,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37791 is added to blk_1073741833_1009 (size=32) 2024-12-05T13:24:47,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:24:47,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:24:47,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:24:47,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:47,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:24:47,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:24:47,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:24:47,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:47,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:24:47,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:24:47,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:24:47,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:47,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:24:47,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:24:47,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:24:47,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:47,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:24:47,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:24:47,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/hbase/meta/1588230740 2024-12-05T13:24:47,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/hbase/meta/1588230740 2024-12-05T13:24:47,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:24:47,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:24:47,837 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:24:47,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:24:47,839 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:24:47,839 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67088473, jitterRate=-3.0384957790374756E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:24:47,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733405087830Initializing all the Stores at 1733405087830Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405087830Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405087830Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405087830Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405087830Cleaning up temporary data from old regions at 1733405087836 (+6 ms)Region opened successfully at 1733405087839 (+3 ms) 2024-12-05T13:24:47,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:24:47,839 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:24:47,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:24:47,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:24:47,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:24:47,840 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:24:47,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733405087839Disabling compacts and flushes for region at 1733405087839Disabling writes for close at 1733405087839Writing region close event to WAL at 1733405087840 (+1 ms)Closed at 1733405087840 2024-12-05T13:24:47,841 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:24:47,841 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T13:24:47,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T13:24:47,842 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:24:47,842 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T13:24:47,992 DEBUG [88aaa70743e7:46053 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T13:24:47,993 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=88aaa70743e7,42427,1733405085131 2024-12-05T13:24:47,994 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,42427,1733405085131, state=OPENING 2024-12-05T13:24:48,024 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T13:24:48,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42427-0x101a6d827730007, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1561555446 2024-12-05T13:24:48,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46053-0x101a6d827730006, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1561555446 2024-12-05T13:24:48,035 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:24:48,035 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1561555446/meta-region-server: CHANGED 2024-12-05T13:24:48,035 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1561555446/meta-region-server: CHANGED 2024-12-05T13:24:48,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,42427,1733405085131}] 2024-12-05T13:24:48,187 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:24:48,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T13:24:48,191 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T13:24:48,191 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:24:48,191 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T13:24:48,192 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C42427%2C1733405085131.meta, suffix=.meta, logDir=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131, archiveDir=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/oldWALs, maxLogs=10 2024-12-05T13:24:48,203 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.meta.1733405088192.meta, exclude list is [], retry=0 2024-12-05T13:24:48,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37791,DS-2273f74a-f151-43ef-9f4c-0c4d622e94ca,DISK] 2024-12-05T13:24:48,206 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.meta.1733405088192.meta 2024-12-05T13:24:48,206 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39455:39455)] 2024-12-05T13:24:48,206 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:24:48,206 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:24:48,207 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:24:48,207 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T13:24:48,207 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T13:24:48,207 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T13:24:48,207 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:24:48,207 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T13:24:48,207 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T13:24:48,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:24:48,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:24:48,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:48,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:24:48,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:24:48,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:24:48,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:48,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:24:48,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:24:48,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:24:48,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:48,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:24:48,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:24:48,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:24:48,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:48,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:24:48,211 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:24:48,211 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/hbase/meta/1588230740 2024-12-05T13:24:48,211 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/hbase/meta/1588230740 2024-12-05T13:24:48,212 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:24:48,212 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:24:48,212 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:24:48,213 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:24:48,213 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59598405, jitterRate=-0.11191456019878387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:24:48,213 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T13:24:48,214 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733405088207Writing region info on filesystem at 1733405088207Initializing all the Stores at 1733405088208 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405088208Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405088208Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405088208Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405088208Cleaning up temporary data from old regions at 1733405088212 (+4 ms)Running coprocessor post-open hooks at 1733405088213 (+1 ms)Region opened successfully at 1733405088214 (+1 ms) 2024-12-05T13:24:48,214 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733405088187 2024-12-05T13:24:48,216 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T13:24:48,216 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T13:24:48,216 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=88aaa70743e7,42427,1733405085131 2024-12-05T13:24:48,216 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,42427,1733405085131, state=OPEN 2024-12-05T13:24:48,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42427-0x101a6d827730007, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1561555446/meta-region-server 2024-12-05T13:24:48,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46053-0x101a6d827730006, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1561555446/meta-region-server 2024-12-05T13:24:48,226 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=88aaa70743e7,42427,1733405085131 2024-12-05T13:24:48,226 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1561555446/meta-region-server: CHANGED 2024-12-05T13:24:48,226 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1561555446/meta-region-server: CHANGED 2024-12-05T13:24:48,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T13:24:48,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,42427,1733405085131 in 191 msec 2024-12-05T13:24:48,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T13:24:48,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 387 msec 2024-12-05T13:24:48,229 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:24:48,229 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T13:24:48,230 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:24:48,230 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,42427,1733405085131, seqNum=-1] 2024-12-05T13:24:48,230 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:24:48,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:24:48,235 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2230 sec 2024-12-05T13:24:48,235 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733405088235, completionTime=-1 2024-12-05T13:24:48,235 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T13:24:48,235 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T13:24:48,236 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T13:24:48,237 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733405148237 2024-12-05T13:24:48,237 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733405208237 2024-12-05T13:24:48,237 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T13:24:48,237 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,46053,1733405085012-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:48,237 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,46053,1733405085012-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:48,237 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,46053,1733405085012-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:48,237 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-88aaa70743e7:46053, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:48,237 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:48,237 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:48,238 DEBUG [master/88aaa70743e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T13:24:48,240 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.064sec 2024-12-05T13:24:48,240 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T13:24:48,240 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T13:24:48,240 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T13:24:48,240 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T13:24:48,240 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T13:24:48,240 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,46053,1733405085012-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:24:48,240 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,46053,1733405085012-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T13:24:48,243 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T13:24:48,243 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T13:24:48,243 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,46053,1733405085012-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:24:48,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56347b09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:48,250 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,46053,-1 for getting cluster id 2024-12-05T13:24:48,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:24:48,251 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81667927-13cc-4c21-9600-0bce88673cce' 2024-12-05T13:24:48,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:24:48,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81667927-13cc-4c21-9600-0bce88673cce" 2024-12-05T13:24:48,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ebb55b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:48,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,46053,-1] 2024-12-05T13:24:48,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:24:48,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:48,253 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:24:48,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cc3df28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:48,254 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:24:48,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,42427,1733405085131, seqNum=-1] 2024-12-05T13:24:48,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:24:48,255 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:24:48,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=88aaa70743e7,46053,1733405085012 2024-12-05T13:24:48,257 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:62743 2024-12-05T13:24:48,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:24:48,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101a6d827730008 connected 2024-12-05T13:24:48,278 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:24:48,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,37101,1733405075384 2024-12-05T13:24:48,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2756b436 2024-12-05T13:24:48,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:24:48,279 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:24:48,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:24:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T13:24:48,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:24:48,282 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:48,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T13:24:48,282 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:24:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:24:48,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41349 is added to blk_1073741835_1011 (size=902) 2024-12-05T13:24:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:24:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:24:48,688 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 81755499046618bf8a30552ca4136218, NAME => 'test,,1733405088280.81755499046618bf8a30552ca4136218.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca 2024-12-05T13:24:48,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41349 is added to blk_1073741836_1012 (size=39) 2024-12-05T13:24:48,741 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:24:48,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:48,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:48,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:48,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:48,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:48,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:48,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:48,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:48,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:48,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:48,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:48,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:48,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:48,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:48,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:24:49,092 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733405088280.81755499046618bf8a30552ca4136218.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:24:49,092 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 81755499046618bf8a30552ca4136218, disabling compactions & flushes 2024-12-05T13:24:49,092 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733405088280.81755499046618bf8a30552ca4136218. 2024-12-05T13:24:49,092 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733405088280.81755499046618bf8a30552ca4136218. 2024-12-05T13:24:49,092 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733405088280.81755499046618bf8a30552ca4136218. after waiting 0 ms 2024-12-05T13:24:49,092 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733405088280.81755499046618bf8a30552ca4136218. 2024-12-05T13:24:49,092 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733405088280.81755499046618bf8a30552ca4136218. 2024-12-05T13:24:49,092 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 81755499046618bf8a30552ca4136218: Waiting for close lock at 1733405089092Disabling compacts and flushes for region at 1733405089092Disabling writes for close at 1733405089092Writing region close event to WAL at 1733405089092Closed at 1733405089092 2024-12-05T13:24:49,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:24:49,094 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733405088280.81755499046618bf8a30552ca4136218.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733405089093"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733405089093"}]},"ts":"1733405089093"} 2024-12-05T13:24:49,095 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T13:24:49,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:24:49,096 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405089096"}]},"ts":"1733405089096"} 2024-12-05T13:24:49,097 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T13:24:49,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=81755499046618bf8a30552ca4136218, ASSIGN}] 2024-12-05T13:24:49,098 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=81755499046618bf8a30552ca4136218, ASSIGN 2024-12-05T13:24:49,099 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=81755499046618bf8a30552ca4136218, ASSIGN; state=OFFLINE, location=88aaa70743e7,38969,1733405075535; forceNewPlan=false, retain=false 2024-12-05T13:24:49,249 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=81755499046618bf8a30552ca4136218, regionState=OPENING, regionLocation=88aaa70743e7,38969,1733405075535 2024-12-05T13:24:49,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=81755499046618bf8a30552ca4136218, ASSIGN because future has completed 2024-12-05T13:24:49,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81755499046618bf8a30552ca4136218, server=88aaa70743e7,38969,1733405075535}] 2024-12-05T13:24:49,406 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733405088280.81755499046618bf8a30552ca4136218. 2024-12-05T13:24:49,406 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 81755499046618bf8a30552ca4136218, NAME => 'test,,1733405088280.81755499046618bf8a30552ca4136218.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:24:49,407 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:24:49,407 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T13:24:49,407 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 81755499046618bf8a30552ca4136218 2024-12-05T13:24:49,407 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733405088280.81755499046618bf8a30552ca4136218.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:24:49,407 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 81755499046618bf8a30552ca4136218 2024-12-05T13:24:49,407 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 81755499046618bf8a30552ca4136218 2024-12-05T13:24:49,408 INFO [StoreOpener-81755499046618bf8a30552ca4136218-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 81755499046618bf8a30552ca4136218 2024-12-05T13:24:49,409 INFO [StoreOpener-81755499046618bf8a30552ca4136218-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81755499046618bf8a30552ca4136218 columnFamilyName f 2024-12-05T13:24:49,409 DEBUG [StoreOpener-81755499046618bf8a30552ca4136218-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:49,409 INFO [StoreOpener-81755499046618bf8a30552ca4136218-1 {}] regionserver.HStore(327): Store=81755499046618bf8a30552ca4136218/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:49,409 INFO [StoreOpener-81755499046618bf8a30552ca4136218-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 81755499046618bf8a30552ca4136218 2024-12-05T13:24:49,410 INFO [StoreOpener-81755499046618bf8a30552ca4136218-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81755499046618bf8a30552ca4136218 columnFamilyName f1 2024-12-05T13:24:49,410 DEBUG [StoreOpener-81755499046618bf8a30552ca4136218-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:49,410 INFO [StoreOpener-81755499046618bf8a30552ca4136218-1 {}] regionserver.HStore(327): Store=81755499046618bf8a30552ca4136218/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:49,410 INFO [StoreOpener-81755499046618bf8a30552ca4136218-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 81755499046618bf8a30552ca4136218 2024-12-05T13:24:49,411 INFO [StoreOpener-81755499046618bf8a30552ca4136218-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81755499046618bf8a30552ca4136218 columnFamilyName norep 2024-12-05T13:24:49,411 DEBUG [StoreOpener-81755499046618bf8a30552ca4136218-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:49,411 INFO [StoreOpener-81755499046618bf8a30552ca4136218-1 {}] regionserver.HStore(327): Store=81755499046618bf8a30552ca4136218/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:49,411 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 81755499046618bf8a30552ca4136218 2024-12-05T13:24:49,412 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/default/test/81755499046618bf8a30552ca4136218 2024-12-05T13:24:49,412 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/default/test/81755499046618bf8a30552ca4136218 2024-12-05T13:24:49,412 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 81755499046618bf8a30552ca4136218 2024-12-05T13:24:49,412 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 81755499046618bf8a30552ca4136218 2024-12-05T13:24:49,413 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T13:24:49,413 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 81755499046618bf8a30552ca4136218 2024-12-05T13:24:49,414 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/default/test/81755499046618bf8a30552ca4136218/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:24:49,415 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 81755499046618bf8a30552ca4136218; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62867242, jitterRate=-0.06320509314537048}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T13:24:49,415 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81755499046618bf8a30552ca4136218 2024-12-05T13:24:49,415 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 81755499046618bf8a30552ca4136218: Running coprocessor pre-open hook at 1733405089407Writing region info on filesystem at 1733405089407Initializing all the Stores at 1733405089408 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405089408Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405089408Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405089408Cleaning up temporary data from old regions at 1733405089412 (+4 ms)Running coprocessor post-open hooks at 1733405089415 (+3 ms)Region opened successfully at 1733405089415 2024-12-05T13:24:49,416 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733405088280.81755499046618bf8a30552ca4136218., pid=6, masterSystemTime=1733405089403 2024-12-05T13:24:49,417 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733405088280.81755499046618bf8a30552ca4136218. 2024-12-05T13:24:49,417 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733405088280.81755499046618bf8a30552ca4136218. 2024-12-05T13:24:49,418 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=81755499046618bf8a30552ca4136218, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=88aaa70743e7,38969,1733405075535 2024-12-05T13:24:49,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81755499046618bf8a30552ca4136218, server=88aaa70743e7,38969,1733405075535 because future has completed 2024-12-05T13:24:49,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:24:49,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T13:24:49,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 81755499046618bf8a30552ca4136218, server=88aaa70743e7,38969,1733405075535 in 169 msec 2024-12-05T13:24:49,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T13:24:49,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=81755499046618bf8a30552ca4136218, ASSIGN in 324 msec 2024-12-05T13:24:49,423 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:24:49,423 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405089423"}]},"ts":"1733405089423"} 2024-12-05T13:24:49,424 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T13:24:49,425 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:24:49,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1450 sec 2024-12-05T13:24:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:24:50,431 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T13:24:50,431 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:24:50,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,38827,1733405080029 2024-12-05T13:24:50,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f3958a5 2024-12-05T13:24:50,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:24:50,433 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:24:50,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38827 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:24:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38827 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T13:24:50,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:24:50,437 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:50,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38827 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T13:24:50,438 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:24:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:24:50,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741835_1011 (size=902) 2024-12-05T13:24:50,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:24:50,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:24:50,850 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 028cbd2e80a3c88385e8317836f476f1, NAME => 'test,,1733405090434.028cbd2e80a3c88385e8317836f476f1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4 2024-12-05T13:24:50,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741836_1012 (size=39) 2024-12-05T13:24:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:24:51,256 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733405090434.028cbd2e80a3c88385e8317836f476f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:24:51,257 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 028cbd2e80a3c88385e8317836f476f1, disabling compactions & flushes 2024-12-05T13:24:51,257 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733405090434.028cbd2e80a3c88385e8317836f476f1. 2024-12-05T13:24:51,257 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733405090434.028cbd2e80a3c88385e8317836f476f1. 2024-12-05T13:24:51,257 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733405090434.028cbd2e80a3c88385e8317836f476f1. after waiting 0 ms 2024-12-05T13:24:51,257 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733405090434.028cbd2e80a3c88385e8317836f476f1. 2024-12-05T13:24:51,257 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733405090434.028cbd2e80a3c88385e8317836f476f1. 2024-12-05T13:24:51,257 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 028cbd2e80a3c88385e8317836f476f1: Waiting for close lock at 1733405091256Disabling compacts and flushes for region at 1733405091256Disabling writes for close at 1733405091257 (+1 ms)Writing region close event to WAL at 1733405091257Closed at 1733405091257 2024-12-05T13:24:51,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:24:51,258 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733405090434.028cbd2e80a3c88385e8317836f476f1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733405091258"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733405091258"}]},"ts":"1733405091258"} 2024-12-05T13:24:51,260 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T13:24:51,261 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:24:51,261 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405091261"}]},"ts":"1733405091261"} 2024-12-05T13:24:51,263 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T13:24:51,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=028cbd2e80a3c88385e8317836f476f1, ASSIGN}] 2024-12-05T13:24:51,264 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=028cbd2e80a3c88385e8317836f476f1, ASSIGN 2024-12-05T13:24:51,265 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=028cbd2e80a3c88385e8317836f476f1, ASSIGN; state=OFFLINE, location=88aaa70743e7,37783,1733405080143; forceNewPlan=false, retain=false 2024-12-05T13:24:51,415 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=028cbd2e80a3c88385e8317836f476f1, regionState=OPENING, regionLocation=88aaa70743e7,37783,1733405080143 2024-12-05T13:24:51,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=028cbd2e80a3c88385e8317836f476f1, ASSIGN because future has completed 2024-12-05T13:24:51,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 028cbd2e80a3c88385e8317836f476f1, server=88aaa70743e7,37783,1733405080143}] 2024-12-05T13:24:51,552 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T13:24:51,552 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T13:24:51,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T13:24:51,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T13:24:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:24:51,573 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733405090434.028cbd2e80a3c88385e8317836f476f1. 2024-12-05T13:24:51,573 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 028cbd2e80a3c88385e8317836f476f1, NAME => 'test,,1733405090434.028cbd2e80a3c88385e8317836f476f1.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:24:51,573 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:24:51,573 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T13:24:51,573 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 028cbd2e80a3c88385e8317836f476f1 2024-12-05T13:24:51,574 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733405090434.028cbd2e80a3c88385e8317836f476f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:24:51,574 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 028cbd2e80a3c88385e8317836f476f1 2024-12-05T13:24:51,574 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 028cbd2e80a3c88385e8317836f476f1 2024-12-05T13:24:51,576 INFO [StoreOpener-028cbd2e80a3c88385e8317836f476f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 028cbd2e80a3c88385e8317836f476f1 2024-12-05T13:24:51,577 INFO [StoreOpener-028cbd2e80a3c88385e8317836f476f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 028cbd2e80a3c88385e8317836f476f1 columnFamilyName f 2024-12-05T13:24:51,577 DEBUG [StoreOpener-028cbd2e80a3c88385e8317836f476f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:51,577 INFO [StoreOpener-028cbd2e80a3c88385e8317836f476f1-1 {}] regionserver.HStore(327): Store=028cbd2e80a3c88385e8317836f476f1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:51,577 INFO [StoreOpener-028cbd2e80a3c88385e8317836f476f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 028cbd2e80a3c88385e8317836f476f1 2024-12-05T13:24:51,578 INFO [StoreOpener-028cbd2e80a3c88385e8317836f476f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 028cbd2e80a3c88385e8317836f476f1 columnFamilyName f1 2024-12-05T13:24:51,578 DEBUG [StoreOpener-028cbd2e80a3c88385e8317836f476f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:51,578 INFO [StoreOpener-028cbd2e80a3c88385e8317836f476f1-1 {}] regionserver.HStore(327): Store=028cbd2e80a3c88385e8317836f476f1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:51,578 INFO [StoreOpener-028cbd2e80a3c88385e8317836f476f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 028cbd2e80a3c88385e8317836f476f1 2024-12-05T13:24:51,579 INFO [StoreOpener-028cbd2e80a3c88385e8317836f476f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 028cbd2e80a3c88385e8317836f476f1 columnFamilyName norep 2024-12-05T13:24:51,579 DEBUG [StoreOpener-028cbd2e80a3c88385e8317836f476f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:51,579 INFO [StoreOpener-028cbd2e80a3c88385e8317836f476f1-1 {}] regionserver.HStore(327): Store=028cbd2e80a3c88385e8317836f476f1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:51,580 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 028cbd2e80a3c88385e8317836f476f1 2024-12-05T13:24:51,580 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/default/test/028cbd2e80a3c88385e8317836f476f1 2024-12-05T13:24:51,580 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/default/test/028cbd2e80a3c88385e8317836f476f1 2024-12-05T13:24:51,581 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 028cbd2e80a3c88385e8317836f476f1 2024-12-05T13:24:51,581 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 028cbd2e80a3c88385e8317836f476f1 2024-12-05T13:24:51,582 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T13:24:51,582 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 028cbd2e80a3c88385e8317836f476f1 2024-12-05T13:24:51,583 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/default/test/028cbd2e80a3c88385e8317836f476f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:24:51,584 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 028cbd2e80a3c88385e8317836f476f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70250387, jitterRate=0.04681234061717987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T13:24:51,584 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 028cbd2e80a3c88385e8317836f476f1 2024-12-05T13:24:51,584 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 028cbd2e80a3c88385e8317836f476f1: Running coprocessor pre-open hook at 1733405091574Writing region info on filesystem at 1733405091574Initializing all the Stores at 1733405091574Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405091574Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405091575 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405091575Cleaning up temporary data from old regions at 1733405091581 (+6 ms)Running coprocessor post-open hooks at 1733405091584 (+3 ms)Region opened successfully at 1733405091584 2024-12-05T13:24:51,585 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733405090434.028cbd2e80a3c88385e8317836f476f1., pid=6, masterSystemTime=1733405091570 2024-12-05T13:24:51,586 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733405090434.028cbd2e80a3c88385e8317836f476f1. 2024-12-05T13:24:51,586 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733405090434.028cbd2e80a3c88385e8317836f476f1. 2024-12-05T13:24:51,587 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=028cbd2e80a3c88385e8317836f476f1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=88aaa70743e7,37783,1733405080143 2024-12-05T13:24:51,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 028cbd2e80a3c88385e8317836f476f1, server=88aaa70743e7,37783,1733405080143 because future has completed 2024-12-05T13:24:51,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T13:24:51,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 028cbd2e80a3c88385e8317836f476f1, server=88aaa70743e7,37783,1733405080143 in 171 msec 2024-12-05T13:24:51,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T13:24:51,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=028cbd2e80a3c88385e8317836f476f1, ASSIGN in 328 msec 2024-12-05T13:24:51,593 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:24:51,593 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405091593"}]},"ts":"1733405091593"} 2024-12-05T13:24:51,594 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T13:24:51,595 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:24:51,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1610 sec 2024-12-05T13:24:52,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:24:52,590 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T13:24:52,590 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:24:52,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,46053,1733405085012 2024-12-05T13:24:52,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a7c8c5b 2024-12-05T13:24:52,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:24:52,592 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:24:52,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46053 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:24:52,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46053 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T13:24:52,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:24:52,595 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:52,596 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:24:52,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46053 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T13:24:52,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:24:52,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37791 is added to blk_1073741835_1011 (size=902) 2024-12-05T13:24:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:24:52,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:24:53,029 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e8758ab0c977dd3cc60490a173da7ef1, NAME => 'test,,1733405092593.e8758ab0c977dd3cc60490a173da7ef1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2 2024-12-05T13:24:53,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37791 is added to blk_1073741836_1012 (size=39) 2024-12-05T13:24:53,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:24:53,434 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733405092593.e8758ab0c977dd3cc60490a173da7ef1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:24:53,434 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e8758ab0c977dd3cc60490a173da7ef1, disabling compactions & flushes 2024-12-05T13:24:53,434 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733405092593.e8758ab0c977dd3cc60490a173da7ef1. 2024-12-05T13:24:53,434 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733405092593.e8758ab0c977dd3cc60490a173da7ef1. 2024-12-05T13:24:53,434 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733405092593.e8758ab0c977dd3cc60490a173da7ef1. after waiting 0 ms 2024-12-05T13:24:53,434 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733405092593.e8758ab0c977dd3cc60490a173da7ef1. 2024-12-05T13:24:53,434 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733405092593.e8758ab0c977dd3cc60490a173da7ef1. 2024-12-05T13:24:53,434 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e8758ab0c977dd3cc60490a173da7ef1: Waiting for close lock at 1733405093434Disabling compacts and flushes for region at 1733405093434Disabling writes for close at 1733405093434Writing region close event to WAL at 1733405093434Closed at 1733405093434 2024-12-05T13:24:53,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:24:53,435 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733405092593.e8758ab0c977dd3cc60490a173da7ef1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733405093435"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733405093435"}]},"ts":"1733405093435"} 2024-12-05T13:24:53,437 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T13:24:53,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:24:53,438 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405093438"}]},"ts":"1733405093438"} 2024-12-05T13:24:53,439 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T13:24:53,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e8758ab0c977dd3cc60490a173da7ef1, ASSIGN}] 2024-12-05T13:24:53,440 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e8758ab0c977dd3cc60490a173da7ef1, ASSIGN 2024-12-05T13:24:53,441 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e8758ab0c977dd3cc60490a173da7ef1, ASSIGN; state=OFFLINE, location=88aaa70743e7,42427,1733405085131; forceNewPlan=false, retain=false 2024-12-05T13:24:53,592 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e8758ab0c977dd3cc60490a173da7ef1, regionState=OPENING, regionLocation=88aaa70743e7,42427,1733405085131 2024-12-05T13:24:53,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e8758ab0c977dd3cc60490a173da7ef1, ASSIGN because future has completed 2024-12-05T13:24:53,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8758ab0c977dd3cc60490a173da7ef1, server=88aaa70743e7,42427,1733405085131}] 2024-12-05T13:24:53,709 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:24:53,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:53,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:53,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:53,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:53,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:53,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:24:53,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:53,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:53,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:53,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:53,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:53,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:53,748 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733405092593.e8758ab0c977dd3cc60490a173da7ef1. 2024-12-05T13:24:53,748 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e8758ab0c977dd3cc60490a173da7ef1, NAME => 'test,,1733405092593.e8758ab0c977dd3cc60490a173da7ef1.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:24:53,749 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:24:53,749 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T13:24:53,749 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e8758ab0c977dd3cc60490a173da7ef1 2024-12-05T13:24:53,749 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733405092593.e8758ab0c977dd3cc60490a173da7ef1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:24:53,749 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e8758ab0c977dd3cc60490a173da7ef1 2024-12-05T13:24:53,749 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e8758ab0c977dd3cc60490a173da7ef1 2024-12-05T13:24:53,750 INFO [StoreOpener-e8758ab0c977dd3cc60490a173da7ef1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e8758ab0c977dd3cc60490a173da7ef1 2024-12-05T13:24:53,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:53,751 INFO [StoreOpener-e8758ab0c977dd3cc60490a173da7ef1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8758ab0c977dd3cc60490a173da7ef1 columnFamilyName f 2024-12-05T13:24:53,751 DEBUG [StoreOpener-e8758ab0c977dd3cc60490a173da7ef1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:53,751 INFO [StoreOpener-e8758ab0c977dd3cc60490a173da7ef1-1 {}] regionserver.HStore(327): Store=e8758ab0c977dd3cc60490a173da7ef1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:53,751 INFO [StoreOpener-e8758ab0c977dd3cc60490a173da7ef1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e8758ab0c977dd3cc60490a173da7ef1 2024-12-05T13:24:53,752 INFO [StoreOpener-e8758ab0c977dd3cc60490a173da7ef1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8758ab0c977dd3cc60490a173da7ef1 columnFamilyName f1 2024-12-05T13:24:53,752 DEBUG [StoreOpener-e8758ab0c977dd3cc60490a173da7ef1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:53,752 INFO [StoreOpener-e8758ab0c977dd3cc60490a173da7ef1-1 {}] regionserver.HStore(327): Store=e8758ab0c977dd3cc60490a173da7ef1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:53,752 INFO [StoreOpener-e8758ab0c977dd3cc60490a173da7ef1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e8758ab0c977dd3cc60490a173da7ef1 2024-12-05T13:24:53,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:53,753 INFO [StoreOpener-e8758ab0c977dd3cc60490a173da7ef1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8758ab0c977dd3cc60490a173da7ef1 columnFamilyName norep 2024-12-05T13:24:53,753 DEBUG [StoreOpener-e8758ab0c977dd3cc60490a173da7ef1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:53,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:53,753 INFO [StoreOpener-e8758ab0c977dd3cc60490a173da7ef1-1 {}] regionserver.HStore(327): Store=e8758ab0c977dd3cc60490a173da7ef1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:53,753 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e8758ab0c977dd3cc60490a173da7ef1 2024-12-05T13:24:53,754 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/default/test/e8758ab0c977dd3cc60490a173da7ef1 2024-12-05T13:24:53,754 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/default/test/e8758ab0c977dd3cc60490a173da7ef1 2024-12-05T13:24:53,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:53,755 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e8758ab0c977dd3cc60490a173da7ef1 2024-12-05T13:24:53,755 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e8758ab0c977dd3cc60490a173da7ef1 2024-12-05T13:24:53,756 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T13:24:53,756 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e8758ab0c977dd3cc60490a173da7ef1 2024-12-05T13:24:53,758 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/default/test/e8758ab0c977dd3cc60490a173da7ef1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:24:53,758 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e8758ab0c977dd3cc60490a173da7ef1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60026347, jitterRate=-0.10553772747516632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T13:24:53,758 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8758ab0c977dd3cc60490a173da7ef1 2024-12-05T13:24:53,758 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e8758ab0c977dd3cc60490a173da7ef1: Running coprocessor pre-open hook at 1733405093749Writing region info on filesystem at 1733405093749Initializing all the Stores at 1733405093750 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405093750Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405093750Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405093750Cleaning up temporary data from old regions at 1733405093755 (+5 ms)Running coprocessor post-open hooks at 1733405093758 (+3 ms)Region opened successfully at 1733405093758 2024-12-05T13:24:53,759 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733405092593.e8758ab0c977dd3cc60490a173da7ef1., pid=6, masterSystemTime=1733405093745 2024-12-05T13:24:53,761 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733405092593.e8758ab0c977dd3cc60490a173da7ef1. 2024-12-05T13:24:53,761 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733405092593.e8758ab0c977dd3cc60490a173da7ef1. 2024-12-05T13:24:53,762 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e8758ab0c977dd3cc60490a173da7ef1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=88aaa70743e7,42427,1733405085131 2024-12-05T13:24:53,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8758ab0c977dd3cc60490a173da7ef1, server=88aaa70743e7,42427,1733405085131 because future has completed 2024-12-05T13:24:53,764 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46053 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=88aaa70743e7,42427,1733405085131, table=test, region=e8758ab0c977dd3cc60490a173da7ef1. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-05T13:24:53,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T13:24:53,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e8758ab0c977dd3cc60490a173da7ef1, server=88aaa70743e7,42427,1733405085131 in 171 msec 2024-12-05T13:24:53,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T13:24:53,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e8758ab0c977dd3cc60490a173da7ef1, ASSIGN in 327 msec 2024-12-05T13:24:53,768 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:24:53,768 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405093768"}]},"ts":"1733405093768"} 2024-12-05T13:24:53,770 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T13:24:53,771 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:24:53,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1780 sec 2024-12-05T13:24:54,150 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T13:24:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:24:54,740 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T13:24:54,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1611aebf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:54,741 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,37101,-1 for getting cluster id 2024-12-05T13:24:54,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:24:54,742 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '382454ce-8763-461a-9c1c-07e0cf48df45' 2024-12-05T13:24:54,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:24:54,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "382454ce-8763-461a-9c1c-07e0cf48df45" 2024-12-05T13:24:54,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@132c3e3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:54,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,37101,-1] 2024-12-05T13:24:54,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:24:54,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:54,743 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:24:54,744 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5111e512, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:54,744 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:24:54,744 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,37101,1733405075384 2024-12-05T13:24:54,744 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4411ab80 2024-12-05T13:24:54,745 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:24:54,745 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:24:54,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://88aaa70743e7:38827,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T13:24:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T13:24:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:24:54,748 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:38827' 2024-12-05T13:24:54,749 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a1075b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:54,749 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,38827,-1 for getting cluster id 2024-12-05T13:24:54,749 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:24:54,750 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f4642ab-6c26-4e76-a517-6f769a03bba0' 2024-12-05T13:24:54,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:24:54,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f4642ab-6c26-4e76-a517-6f769a03bba0" 2024-12-05T13:24:54,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ba6c7c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:54,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,38827,-1] 2024-12-05T13:24:54,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:24:54,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:54,751 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:24:54,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d77a10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:54,752 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:24:54,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,38827,1733405080029 2024-12-05T13:24:54,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34650015 2024-12-05T13:24:54,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:24:54,753 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:24:54,753 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T13:24:54,753 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T13:24:54,753 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:54,754 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:54,754 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:24:54,754 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:24:54,755 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T13:24:54,756 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:24:54,756 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:54,756 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:24:54,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41349 is added to blk_1073741837_1013 (size=1138) 2024-12-05T13:24:54,805 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T13:24:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:24:55,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:24:55,162 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cbd94eb6b217f7c903bfd32881ef13e8, NAME => 'hbase:replication,,1733405094754.cbd94eb6b217f7c903bfd32881ef13e8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca 2024-12-05T13:24:55,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41349 is added to blk_1073741838_1014 (size=44) 2024-12-05T13:24:55,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:24:55,567 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733405094754.cbd94eb6b217f7c903bfd32881ef13e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:24:55,567 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cbd94eb6b217f7c903bfd32881ef13e8, disabling compactions & flushes 2024-12-05T13:24:55,567 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733405094754.cbd94eb6b217f7c903bfd32881ef13e8. 2024-12-05T13:24:55,567 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733405094754.cbd94eb6b217f7c903bfd32881ef13e8. 2024-12-05T13:24:55,567 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733405094754.cbd94eb6b217f7c903bfd32881ef13e8. after waiting 0 ms 2024-12-05T13:24:55,567 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733405094754.cbd94eb6b217f7c903bfd32881ef13e8. 2024-12-05T13:24:55,567 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733405094754.cbd94eb6b217f7c903bfd32881ef13e8. 2024-12-05T13:24:55,567 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cbd94eb6b217f7c903bfd32881ef13e8: Waiting for close lock at 1733405095567Disabling compacts and flushes for region at 1733405095567Disabling writes for close at 1733405095567Writing region close event to WAL at 1733405095567Closed at 1733405095567 2024-12-05T13:24:55,568 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:24:55,569 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733405094754.cbd94eb6b217f7c903bfd32881ef13e8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733405095568"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733405095568"}]},"ts":"1733405095568"} 2024-12-05T13:24:55,570 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T13:24:55,571 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:24:55,571 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405095571"}]},"ts":"1733405095571"} 2024-12-05T13:24:55,573 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T13:24:55,573 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cbd94eb6b217f7c903bfd32881ef13e8, ASSIGN}] 2024-12-05T13:24:55,574 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cbd94eb6b217f7c903bfd32881ef13e8, ASSIGN 2024-12-05T13:24:55,574 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cbd94eb6b217f7c903bfd32881ef13e8, ASSIGN; state=OFFLINE, location=88aaa70743e7,38969,1733405075535; forceNewPlan=false, retain=false 2024-12-05T13:24:55,725 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cbd94eb6b217f7c903bfd32881ef13e8, regionState=OPENING, regionLocation=88aaa70743e7,38969,1733405075535 2024-12-05T13:24:55,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cbd94eb6b217f7c903bfd32881ef13e8, ASSIGN because future has completed 2024-12-05T13:24:55,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbd94eb6b217f7c903bfd32881ef13e8, server=88aaa70743e7,38969,1733405075535}] 2024-12-05T13:24:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:24:55,882 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733405094754.cbd94eb6b217f7c903bfd32881ef13e8. 2024-12-05T13:24:55,883 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:24:55,883 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T13:24:55,884 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C38969%2C1733405075535.rep, suffix=, logDir=hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535, archiveDir=hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/oldWALs, maxLogs=10 2024-12-05T13:24:55,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.rep.1733405095885, exclude list is [], retry=0 2024-12-05T13:24:55,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41349,DS-e97706a4-939e-4fc1-b420-56ae84d804b7,DISK] 2024-12-05T13:24:55,901 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.rep.1733405095885 2024-12-05T13:24:55,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37857:37857)] 2024-12-05T13:24:55,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cbd94eb6b217f7c903bfd32881ef13e8, NAME => 'hbase:replication,,1733405094754.cbd94eb6b217f7c903bfd32881ef13e8.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:24:55,902 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:24:55,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:24:55,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733405094754.cbd94eb6b217f7c903bfd32881ef13e8. service=MultiRowMutationService 2024-12-05T13:24:55,902 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T13:24:55,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cbd94eb6b217f7c903bfd32881ef13e8 2024-12-05T13:24:55,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733405094754.cbd94eb6b217f7c903bfd32881ef13e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:24:55,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cbd94eb6b217f7c903bfd32881ef13e8 2024-12-05T13:24:55,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cbd94eb6b217f7c903bfd32881ef13e8 2024-12-05T13:24:55,903 INFO [StoreOpener-cbd94eb6b217f7c903bfd32881ef13e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cbd94eb6b217f7c903bfd32881ef13e8 2024-12-05T13:24:55,904 INFO [StoreOpener-cbd94eb6b217f7c903bfd32881ef13e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbd94eb6b217f7c903bfd32881ef13e8 columnFamilyName hfileref 2024-12-05T13:24:55,904 DEBUG [StoreOpener-cbd94eb6b217f7c903bfd32881ef13e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:55,905 INFO [StoreOpener-cbd94eb6b217f7c903bfd32881ef13e8-1 {}] regionserver.HStore(327): Store=cbd94eb6b217f7c903bfd32881ef13e8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:55,905 INFO [StoreOpener-cbd94eb6b217f7c903bfd32881ef13e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cbd94eb6b217f7c903bfd32881ef13e8 2024-12-05T13:24:55,906 INFO [StoreOpener-cbd94eb6b217f7c903bfd32881ef13e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbd94eb6b217f7c903bfd32881ef13e8 columnFamilyName queue 2024-12-05T13:24:55,906 DEBUG [StoreOpener-cbd94eb6b217f7c903bfd32881ef13e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:55,906 INFO [StoreOpener-cbd94eb6b217f7c903bfd32881ef13e8-1 {}] regionserver.HStore(327): Store=cbd94eb6b217f7c903bfd32881ef13e8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:55,906 INFO [StoreOpener-cbd94eb6b217f7c903bfd32881ef13e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cbd94eb6b217f7c903bfd32881ef13e8 2024-12-05T13:24:55,907 INFO [StoreOpener-cbd94eb6b217f7c903bfd32881ef13e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbd94eb6b217f7c903bfd32881ef13e8 columnFamilyName sid 2024-12-05T13:24:55,907 DEBUG [StoreOpener-cbd94eb6b217f7c903bfd32881ef13e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:55,907 INFO [StoreOpener-cbd94eb6b217f7c903bfd32881ef13e8-1 {}] regionserver.HStore(327): Store=cbd94eb6b217f7c903bfd32881ef13e8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:55,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cbd94eb6b217f7c903bfd32881ef13e8 2024-12-05T13:24:55,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/hbase/replication/cbd94eb6b217f7c903bfd32881ef13e8 2024-12-05T13:24:55,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/hbase/replication/cbd94eb6b217f7c903bfd32881ef13e8 2024-12-05T13:24:55,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cbd94eb6b217f7c903bfd32881ef13e8 2024-12-05T13:24:55,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cbd94eb6b217f7c903bfd32881ef13e8 2024-12-05T13:24:55,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T13:24:55,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cbd94eb6b217f7c903bfd32881ef13e8 2024-12-05T13:24:55,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/hbase/replication/cbd94eb6b217f7c903bfd32881ef13e8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:24:55,912 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cbd94eb6b217f7c903bfd32881ef13e8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66123426, jitterRate=-0.014684170484542847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T13:24:55,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cbd94eb6b217f7c903bfd32881ef13e8 2024-12-05T13:24:55,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cbd94eb6b217f7c903bfd32881ef13e8: Running coprocessor pre-open hook at 1733405095902Writing region info on filesystem at 1733405095902Initializing all the Stores at 1733405095903 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405095903Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405095903Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405095903Cleaning up temporary data from old regions at 1733405095909 (+6 ms)Running coprocessor post-open hooks at 1733405095912 (+3 ms)Region opened successfully at 1733405095912 2024-12-05T13:24:55,912 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733405094754.cbd94eb6b217f7c903bfd32881ef13e8., pid=10, masterSystemTime=1733405095879 2024-12-05T13:24:55,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733405094754.cbd94eb6b217f7c903bfd32881ef13e8. 2024-12-05T13:24:55,914 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733405094754.cbd94eb6b217f7c903bfd32881ef13e8. 2024-12-05T13:24:55,914 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cbd94eb6b217f7c903bfd32881ef13e8, regionState=OPEN, openSeqNum=2, regionLocation=88aaa70743e7,38969,1733405075535 2024-12-05T13:24:55,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbd94eb6b217f7c903bfd32881ef13e8, server=88aaa70743e7,38969,1733405075535 because future has completed 2024-12-05T13:24:55,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T13:24:55,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cbd94eb6b217f7c903bfd32881ef13e8, server=88aaa70743e7,38969,1733405075535 in 189 msec 2024-12-05T13:24:55,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T13:24:55,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cbd94eb6b217f7c903bfd32881ef13e8, ASSIGN in 345 msec 2024-12-05T13:24:55,919 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:24:55,919 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405095919"}]},"ts":"1733405095919"} 2024-12-05T13:24:55,921 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T13:24:55,922 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:24:55,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-12-05T13:24:55,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733405094754.cbd94eb6b217f7c903bfd32881ef13e8., hostname=88aaa70743e7,38969,1733405075535, seqNum=2] 2024-12-05T13:24:56,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38969-0x101a6d827730001, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667969274 2024-12-05T13:24:56,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37101-0x101a6d827730000, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667969274 2024-12-05T13:24:56,093 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T13:24:56,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T13:24:56,245 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T13:24:56,280 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-88aaa70743e7,38969,1733405075535, ReplicationSource: 1, currentBandwidth=0 2024-12-05T13:24:56,281 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:24:56,281 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,38969,1733405075535, seqNum=-1] 2024-12-05T13:24:56,282 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:24:56,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-05T13:24:56,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-88aaa70743e7,38969,1733405075535', locateType=CURRENT is [region=hbase:replication,,1733405094754.cbd94eb6b217f7c903bfd32881ef13e8., hostname=88aaa70743e7,38969,1733405075535, seqNum=2] 2024-12-05T13:24:56,286 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T13:24:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T13:24:56,288 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 88aaa70743e7,38969,1733405075535 suceeded 2024-12-05T13:24:56,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T13:24:56,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-12-05T13:24:56,289 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://88aaa70743e7:38827,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T13:24:56,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5450 sec 2024-12-05T13:24:56,299 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:38827' 2024-12-05T13:24:56,300 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d596619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:56,300 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,38827,-1 for getting cluster id 2024-12-05T13:24:56,300 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:24:56,300 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f4642ab-6c26-4e76-a517-6f769a03bba0' 2024-12-05T13:24:56,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:24:56,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f4642ab-6c26-4e76-a517-6f769a03bba0" 2024-12-05T13:24:56,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77cdc496, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:56,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,38827,-1] 2024-12-05T13:24:56,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:24:56,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:56,302 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:24:56,302 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60fcb298, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:56,302 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:24:56,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,38827,1733405080029 2024-12-05T13:24:56,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f566230 2024-12-05T13:24:56,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:24:56,303 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-05T13:24:56,304 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-88aaa70743e7,38969,1733405075535 (queues=1) is replicating from cluster=382454ce-8763-461a-9c1c-07e0cf48df45 to cluster=0f4642ab-6c26-4e76-a517-6f769a03bba0 2024-12-05T13:24:56,304 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=88aaa70743e7%2C38969%2C1733405075535 2024-12-05T13:24:56,304 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-88aaa70743e7,38969,1733405075535, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T13:24:56,304 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.shipper88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 88aaa70743e7%2C38969%2C1733405075535 2024-12-05T13:24:56,304 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333, startPosition=0, beingWritten=true 2024-12-05T13:24:56,308 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:24:56,308 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 to pos 379, reset compression=false 2024-12-05T13:24:56,308 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.shipper88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,38969,1733405075535 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T13:24:56,511 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 to pos 379, reset compression=false 2024-12-05T13:24:56,814 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 to pos 379, reset compression=false 2024-12-05T13:24:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:24:56,901 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T13:24:56,901 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:24:56,901 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:24:56,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:56,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:56,901 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:24:56,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44490879, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:56,902 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,38827,-1 for getting cluster id 2024-12-05T13:24:56,902 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:24:56,902 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f4642ab-6c26-4e76-a517-6f769a03bba0' 2024-12-05T13:24:56,903 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:24:56,903 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f4642ab-6c26-4e76-a517-6f769a03bba0" 2024-12-05T13:24:56,903 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@249387ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:56,903 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,38827,-1] 2024-12-05T13:24:56,903 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:24:56,903 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:56,904 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:24:56,904 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fc453da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:56,904 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:24:56,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,38827,1733405080029 2024-12-05T13:24:56,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75b55dea 2024-12-05T13:24:56,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:24:56,906 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:24:56,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38827 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://88aaa70743e7:46053,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T13:24:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38827 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T13:24:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:24:56,909 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:46053' 2024-12-05T13:24:56,910 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70c10a39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:56,910 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,46053,-1 for getting cluster id 2024-12-05T13:24:56,910 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:24:56,910 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81667927-13cc-4c21-9600-0bce88673cce' 2024-12-05T13:24:56,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:24:56,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81667927-13cc-4c21-9600-0bce88673cce" 2024-12-05T13:24:56,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d8fcf08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:56,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,46053,-1] 2024-12-05T13:24:56,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:24:56,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:56,911 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:24:56,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b82b5bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:56,912 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:24:56,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,46053,1733405085012 2024-12-05T13:24:56,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66c7f339 2024-12-05T13:24:56,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:24:56,914 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:24:56,914 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T13:24:56,914 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T13:24:56,914 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:56,915 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:56,915 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:24:56,915 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:24:56,916 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T13:24:56,917 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:24:56,917 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:56,918 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:24:56,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741837_1013 (size=1138) 2024-12-05T13:24:56,966 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T13:24:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:24:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:24:57,223 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 to pos 379, reset compression=false 2024-12-05T13:24:57,326 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f8efc6206b7ed51828f1727a0e1315b2, NAME => 'hbase:replication,,1733405096915.f8efc6206b7ed51828f1727a0e1315b2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4 2024-12-05T13:24:57,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741838_1014 (size=44) 2024-12-05T13:24:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:24:57,727 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 to pos 379, reset compression=false 2024-12-05T13:24:57,730 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733405096915.f8efc6206b7ed51828f1727a0e1315b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:24:57,731 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f8efc6206b7ed51828f1727a0e1315b2, disabling compactions & flushes 2024-12-05T13:24:57,731 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733405096915.f8efc6206b7ed51828f1727a0e1315b2. 2024-12-05T13:24:57,731 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733405096915.f8efc6206b7ed51828f1727a0e1315b2. 2024-12-05T13:24:57,731 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733405096915.f8efc6206b7ed51828f1727a0e1315b2. after waiting 0 ms 2024-12-05T13:24:57,731 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733405096915.f8efc6206b7ed51828f1727a0e1315b2. 2024-12-05T13:24:57,731 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733405096915.f8efc6206b7ed51828f1727a0e1315b2. 2024-12-05T13:24:57,731 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f8efc6206b7ed51828f1727a0e1315b2: Waiting for close lock at 1733405097731Disabling compacts and flushes for region at 1733405097731Disabling writes for close at 1733405097731Writing region close event to WAL at 1733405097731Closed at 1733405097731 2024-12-05T13:24:57,756 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:24:57,757 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733405096915.f8efc6206b7ed51828f1727a0e1315b2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733405097757"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733405097757"}]},"ts":"1733405097757"} 2024-12-05T13:24:57,758 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T13:24:57,759 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:24:57,759 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405097759"}]},"ts":"1733405097759"} 2024-12-05T13:24:57,760 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T13:24:57,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f8efc6206b7ed51828f1727a0e1315b2, ASSIGN}] 2024-12-05T13:24:57,761 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f8efc6206b7ed51828f1727a0e1315b2, ASSIGN 2024-12-05T13:24:57,762 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f8efc6206b7ed51828f1727a0e1315b2, ASSIGN; state=OFFLINE, location=88aaa70743e7,37783,1733405080143; forceNewPlan=false, retain=false 2024-12-05T13:24:57,913 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f8efc6206b7ed51828f1727a0e1315b2, regionState=OPENING, regionLocation=88aaa70743e7,37783,1733405080143 2024-12-05T13:24:57,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f8efc6206b7ed51828f1727a0e1315b2, ASSIGN because future has completed 2024-12-05T13:24:57,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8efc6206b7ed51828f1727a0e1315b2, server=88aaa70743e7,37783,1733405080143}] 2024-12-05T13:24:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:24:58,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733405096915.f8efc6206b7ed51828f1727a0e1315b2. 2024-12-05T13:24:58,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:24:58,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T13:24:58,071 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C37783%2C1733405080143.rep, suffix=, logDir=hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143, archiveDir=hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/oldWALs, maxLogs=10 2024-12-05T13:24:58,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.rep.1733405098071, exclude list is [], retry=0 2024-12-05T13:24:58,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42343,DS-e2728e43-58ac-4852-b30a-59255c8da27d,DISK] 2024-12-05T13:24:58,084 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.rep.1733405098071 2024-12-05T13:24:58,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45315:45315)] 2024-12-05T13:24:58,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f8efc6206b7ed51828f1727a0e1315b2, NAME => 'hbase:replication,,1733405096915.f8efc6206b7ed51828f1727a0e1315b2.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:24:58,085 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:24:58,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:24:58,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733405096915.f8efc6206b7ed51828f1727a0e1315b2. service=MultiRowMutationService 2024-12-05T13:24:58,085 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T13:24:58,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f8efc6206b7ed51828f1727a0e1315b2 2024-12-05T13:24:58,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733405096915.f8efc6206b7ed51828f1727a0e1315b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:24:58,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f8efc6206b7ed51828f1727a0e1315b2 2024-12-05T13:24:58,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f8efc6206b7ed51828f1727a0e1315b2 2024-12-05T13:24:58,086 INFO [StoreOpener-f8efc6206b7ed51828f1727a0e1315b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f8efc6206b7ed51828f1727a0e1315b2 2024-12-05T13:24:58,087 INFO [StoreOpener-f8efc6206b7ed51828f1727a0e1315b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8efc6206b7ed51828f1727a0e1315b2 columnFamilyName hfileref 2024-12-05T13:24:58,087 DEBUG [StoreOpener-f8efc6206b7ed51828f1727a0e1315b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:58,088 INFO [StoreOpener-f8efc6206b7ed51828f1727a0e1315b2-1 {}] regionserver.HStore(327): Store=f8efc6206b7ed51828f1727a0e1315b2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:58,088 INFO [StoreOpener-f8efc6206b7ed51828f1727a0e1315b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f8efc6206b7ed51828f1727a0e1315b2 2024-12-05T13:24:58,088 INFO [StoreOpener-f8efc6206b7ed51828f1727a0e1315b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8efc6206b7ed51828f1727a0e1315b2 columnFamilyName queue 2024-12-05T13:24:58,088 DEBUG [StoreOpener-f8efc6206b7ed51828f1727a0e1315b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:58,089 INFO [StoreOpener-f8efc6206b7ed51828f1727a0e1315b2-1 {}] regionserver.HStore(327): Store=f8efc6206b7ed51828f1727a0e1315b2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:58,089 INFO [StoreOpener-f8efc6206b7ed51828f1727a0e1315b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f8efc6206b7ed51828f1727a0e1315b2 2024-12-05T13:24:58,089 INFO [StoreOpener-f8efc6206b7ed51828f1727a0e1315b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8efc6206b7ed51828f1727a0e1315b2 columnFamilyName sid 2024-12-05T13:24:58,089 DEBUG [StoreOpener-f8efc6206b7ed51828f1727a0e1315b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:58,090 INFO [StoreOpener-f8efc6206b7ed51828f1727a0e1315b2-1 {}] regionserver.HStore(327): Store=f8efc6206b7ed51828f1727a0e1315b2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:24:58,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f8efc6206b7ed51828f1727a0e1315b2 2024-12-05T13:24:58,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/hbase/replication/f8efc6206b7ed51828f1727a0e1315b2 2024-12-05T13:24:58,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/hbase/replication/f8efc6206b7ed51828f1727a0e1315b2 2024-12-05T13:24:58,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f8efc6206b7ed51828f1727a0e1315b2 2024-12-05T13:24:58,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f8efc6206b7ed51828f1727a0e1315b2 2024-12-05T13:24:58,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T13:24:58,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f8efc6206b7ed51828f1727a0e1315b2 2024-12-05T13:24:58,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/hbase/replication/f8efc6206b7ed51828f1727a0e1315b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:24:58,094 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f8efc6206b7ed51828f1727a0e1315b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60614986, jitterRate=-0.09676632285118103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T13:24:58,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f8efc6206b7ed51828f1727a0e1315b2 2024-12-05T13:24:58,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f8efc6206b7ed51828f1727a0e1315b2: Running coprocessor pre-open hook at 1733405098085Writing region info on filesystem at 1733405098085Initializing all the Stores at 1733405098086 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405098086Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405098086Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405098086Cleaning up temporary data from old regions at 1733405098091 (+5 ms)Running coprocessor post-open hooks at 1733405098094 (+3 ms)Region opened successfully at 1733405098094 2024-12-05T13:24:58,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733405096915.f8efc6206b7ed51828f1727a0e1315b2., pid=10, masterSystemTime=1733405098067 2024-12-05T13:24:58,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733405096915.f8efc6206b7ed51828f1727a0e1315b2. 2024-12-05T13:24:58,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733405096915.f8efc6206b7ed51828f1727a0e1315b2. 2024-12-05T13:24:58,097 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f8efc6206b7ed51828f1727a0e1315b2, regionState=OPEN, openSeqNum=2, regionLocation=88aaa70743e7,37783,1733405080143 2024-12-05T13:24:58,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8efc6206b7ed51828f1727a0e1315b2, server=88aaa70743e7,37783,1733405080143 because future has completed 2024-12-05T13:24:58,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T13:24:58,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f8efc6206b7ed51828f1727a0e1315b2, server=88aaa70743e7,37783,1733405080143 in 184 msec 2024-12-05T13:24:58,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T13:24:58,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f8efc6206b7ed51828f1727a0e1315b2, ASSIGN in 339 msec 2024-12-05T13:24:58,102 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:24:58,102 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405098102"}]},"ts":"1733405098102"} 2024-12-05T13:24:58,103 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T13:24:58,103 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:24:58,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1880 sec 2024-12-05T13:24:58,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733405096915.f8efc6206b7ed51828f1727a0e1315b2., hostname=88aaa70743e7,37783,1733405080143, seqNum=2] 2024-12-05T13:24:58,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101a6d827730004, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097189548 2024-12-05T13:24:58,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38827-0x101a6d827730003, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097189548 2024-12-05T13:24:58,183 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T13:24:58,330 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 to pos 379, reset compression=false 2024-12-05T13:24:58,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T13:24:58,343 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T13:24:58,366 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-88aaa70743e7,37783,1733405080143, ReplicationSource: 1, currentBandwidth=0 2024-12-05T13:24:58,366 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:24:58,366 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,37783,1733405080143, seqNum=-1] 2024-12-05T13:24:58,367 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:24:58,368 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-05T13:24:58,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-88aaa70743e7,37783,1733405080143', locateType=CURRENT is [region=hbase:replication,,1733405096915.f8efc6206b7ed51828f1727a0e1315b2., hostname=88aaa70743e7,37783,1733405080143, seqNum=2] 2024-12-05T13:24:58,371 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T13:24:58,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38827 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T13:24:58,373 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 88aaa70743e7,37783,1733405080143 suceeded 2024-12-05T13:24:58,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T13:24:58,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-12-05T13:24:58,375 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://88aaa70743e7:46053,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T13:24:58,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4690 sec 2024-12-05T13:24:58,383 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:46053' 2024-12-05T13:24:58,384 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c2a5bbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:58,384 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,46053,-1 for getting cluster id 2024-12-05T13:24:58,384 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:24:58,385 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81667927-13cc-4c21-9600-0bce88673cce' 2024-12-05T13:24:58,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:24:58,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81667927-13cc-4c21-9600-0bce88673cce" 2024-12-05T13:24:58,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fb5ad68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:58,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,46053,-1] 2024-12-05T13:24:58,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:24:58,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:58,387 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:24:58,387 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c65d4cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:58,387 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:24:58,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,46053,1733405085012 2024-12-05T13:24:58,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55e1b917 2024-12-05T13:24:58,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:24:58,388 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-05T13:24:58,389 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-88aaa70743e7,37783,1733405080143 (queues=1) is replicating from cluster=0f4642ab-6c26-4e76-a517-6f769a03bba0 to cluster=81667927-13cc-4c21-9600-0bce88673cce 2024-12-05T13:24:58,389 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=88aaa70743e7%2C37783%2C1733405080143 2024-12-05T13:24:58,389 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-88aaa70743e7,37783,1733405080143, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T13:24:58,389 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.shipper88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 88aaa70743e7%2C37783%2C1733405080143 2024-12-05T13:24:58,389 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278, startPosition=0, beingWritten=true 2024-12-05T13:24:58,393 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:24:58,393 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 379, reset compression=false 2024-12-05T13:24:58,393 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.shipper88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,37783,1733405080143 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T13:24:58,598 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 379, reset compression=false 2024-12-05T13:24:58,902 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 379, reset compression=false 2024-12-05T13:24:59,033 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 to pos 379, reset compression=false 2024-12-05T13:24:59,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:24:59,051 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T13:24:59,051 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:24:59,051 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:24:59,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:59,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:59,051 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:24:59,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d5cc7d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:59,052 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,46053,-1 for getting cluster id 2024-12-05T13:24:59,052 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:24:59,053 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81667927-13cc-4c21-9600-0bce88673cce' 2024-12-05T13:24:59,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:24:59,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81667927-13cc-4c21-9600-0bce88673cce" 2024-12-05T13:24:59,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679fde0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:59,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,46053,-1] 2024-12-05T13:24:59,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:24:59,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:59,054 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:24:59,054 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3086c7b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:59,054 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:24:59,055 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,46053,1733405085012 2024-12-05T13:24:59,055 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f539480 2024-12-05T13:24:59,055 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:24:59,056 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:24:59,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46053 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://88aaa70743e7:38827,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T13:24:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46053 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T13:24:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:24:59,058 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:38827' 2024-12-05T13:24:59,059 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7882b614, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:59,059 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,38827,-1 for getting cluster id 2024-12-05T13:24:59,059 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:24:59,060 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f4642ab-6c26-4e76-a517-6f769a03bba0' 2024-12-05T13:24:59,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:24:59,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f4642ab-6c26-4e76-a517-6f769a03bba0" 2024-12-05T13:24:59,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66731556, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:59,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,38827,-1] 2024-12-05T13:24:59,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:24:59,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:59,061 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:24:59,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee9c543, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:24:59,061 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:24:59,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,38827,1733405080029 2024-12-05T13:24:59,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5accac6e 2024-12-05T13:24:59,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:24:59,063 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:24:59,063 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T13:24:59,063 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T13:24:59,063 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:59,063 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:24:59,063 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:24:59,064 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:24:59,065 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T13:24:59,066 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:24:59,066 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:24:59,066 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:24:59,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37791 is added to blk_1073741837_1013 (size=1138) 2024-12-05T13:24:59,115 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T13:24:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:24:59,251 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:24:59,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:59,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:59,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:59,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:59,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:59,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:59,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:59,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:59,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:59,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:59,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:59,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:59,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:59,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:59,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:24:59,305 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 379, reset compression=false 2024-12-05T13:24:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:24:59,477 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2c8ae29cc9d653f6d4bf2b8ed8d88b13, NAME => 'hbase:replication,,1733405099064.2c8ae29cc9d653f6d4bf2b8ed8d88b13.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2 2024-12-05T13:24:59,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37791 is added to blk_1073741838_1014 (size=44) 2024-12-05T13:24:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:24:59,808 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 379, reset compression=false 2024-12-05T13:24:59,835 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 to pos 379, reset compression=false 2024-12-05T13:24:59,882 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733405099064.2c8ae29cc9d653f6d4bf2b8ed8d88b13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:24:59,882 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2c8ae29cc9d653f6d4bf2b8ed8d88b13, disabling compactions & flushes 2024-12-05T13:24:59,882 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733405099064.2c8ae29cc9d653f6d4bf2b8ed8d88b13. 2024-12-05T13:24:59,882 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733405099064.2c8ae29cc9d653f6d4bf2b8ed8d88b13. 2024-12-05T13:24:59,882 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733405099064.2c8ae29cc9d653f6d4bf2b8ed8d88b13. after waiting 0 ms 2024-12-05T13:24:59,882 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733405099064.2c8ae29cc9d653f6d4bf2b8ed8d88b13. 2024-12-05T13:24:59,882 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733405099064.2c8ae29cc9d653f6d4bf2b8ed8d88b13. 2024-12-05T13:24:59,882 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2c8ae29cc9d653f6d4bf2b8ed8d88b13: Waiting for close lock at 1733405099882Disabling compacts and flushes for region at 1733405099882Disabling writes for close at 1733405099882Writing region close event to WAL at 1733405099882Closed at 1733405099882 2024-12-05T13:24:59,883 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:24:59,883 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733405099064.2c8ae29cc9d653f6d4bf2b8ed8d88b13.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733405099883"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733405099883"}]},"ts":"1733405099883"} 2024-12-05T13:24:59,885 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T13:24:59,886 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:24:59,886 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405099886"}]},"ts":"1733405099886"} 2024-12-05T13:24:59,889 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T13:24:59,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2c8ae29cc9d653f6d4bf2b8ed8d88b13, ASSIGN}] 2024-12-05T13:24:59,890 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2c8ae29cc9d653f6d4bf2b8ed8d88b13, ASSIGN 2024-12-05T13:24:59,891 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2c8ae29cc9d653f6d4bf2b8ed8d88b13, ASSIGN; state=OFFLINE, location=88aaa70743e7,42427,1733405085131; forceNewPlan=false, retain=false 2024-12-05T13:25:00,042 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2c8ae29cc9d653f6d4bf2b8ed8d88b13, regionState=OPENING, regionLocation=88aaa70743e7,42427,1733405085131 2024-12-05T13:25:00,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2c8ae29cc9d653f6d4bf2b8ed8d88b13, ASSIGN because future has completed 2024-12-05T13:25:00,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c8ae29cc9d653f6d4bf2b8ed8d88b13, server=88aaa70743e7,42427,1733405085131}] 2024-12-05T13:25:00,151 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T13:25:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:25:00,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733405099064.2c8ae29cc9d653f6d4bf2b8ed8d88b13. 2024-12-05T13:25:00,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:25:00,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T13:25:00,200 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C42427%2C1733405085131.rep, suffix=, logDir=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131, archiveDir=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/oldWALs, maxLogs=10 2024-12-05T13:25:00,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.rep.1733405100200, exclude list is [], retry=0 2024-12-05T13:25:00,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37791,DS-2273f74a-f151-43ef-9f4c-0c4d622e94ca,DISK] 2024-12-05T13:25:00,213 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.rep.1733405100200 2024-12-05T13:25:00,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39455:39455)] 2024-12-05T13:25:00,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c8ae29cc9d653f6d4bf2b8ed8d88b13, NAME => 'hbase:replication,,1733405099064.2c8ae29cc9d653f6d4bf2b8ed8d88b13.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:25:00,213 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:25:00,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:25:00,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733405099064.2c8ae29cc9d653f6d4bf2b8ed8d88b13. service=MultiRowMutationService 2024-12-05T13:25:00,214 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T13:25:00,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2c8ae29cc9d653f6d4bf2b8ed8d88b13 2024-12-05T13:25:00,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733405099064.2c8ae29cc9d653f6d4bf2b8ed8d88b13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:25:00,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2c8ae29cc9d653f6d4bf2b8ed8d88b13 2024-12-05T13:25:00,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2c8ae29cc9d653f6d4bf2b8ed8d88b13 2024-12-05T13:25:00,215 INFO [StoreOpener-2c8ae29cc9d653f6d4bf2b8ed8d88b13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2c8ae29cc9d653f6d4bf2b8ed8d88b13 2024-12-05T13:25:00,216 INFO [StoreOpener-2c8ae29cc9d653f6d4bf2b8ed8d88b13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c8ae29cc9d653f6d4bf2b8ed8d88b13 columnFamilyName hfileref 2024-12-05T13:25:00,216 DEBUG [StoreOpener-2c8ae29cc9d653f6d4bf2b8ed8d88b13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:00,216 INFO [StoreOpener-2c8ae29cc9d653f6d4bf2b8ed8d88b13-1 {}] regionserver.HStore(327): Store=2c8ae29cc9d653f6d4bf2b8ed8d88b13/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:25:00,216 INFO [StoreOpener-2c8ae29cc9d653f6d4bf2b8ed8d88b13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2c8ae29cc9d653f6d4bf2b8ed8d88b13 2024-12-05T13:25:00,217 INFO [StoreOpener-2c8ae29cc9d653f6d4bf2b8ed8d88b13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c8ae29cc9d653f6d4bf2b8ed8d88b13 columnFamilyName queue 2024-12-05T13:25:00,217 DEBUG [StoreOpener-2c8ae29cc9d653f6d4bf2b8ed8d88b13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:00,217 INFO [StoreOpener-2c8ae29cc9d653f6d4bf2b8ed8d88b13-1 {}] regionserver.HStore(327): Store=2c8ae29cc9d653f6d4bf2b8ed8d88b13/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:25:00,217 INFO [StoreOpener-2c8ae29cc9d653f6d4bf2b8ed8d88b13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2c8ae29cc9d653f6d4bf2b8ed8d88b13 2024-12-05T13:25:00,218 INFO [StoreOpener-2c8ae29cc9d653f6d4bf2b8ed8d88b13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c8ae29cc9d653f6d4bf2b8ed8d88b13 columnFamilyName sid 2024-12-05T13:25:00,218 DEBUG [StoreOpener-2c8ae29cc9d653f6d4bf2b8ed8d88b13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:00,218 INFO [StoreOpener-2c8ae29cc9d653f6d4bf2b8ed8d88b13-1 {}] regionserver.HStore(327): Store=2c8ae29cc9d653f6d4bf2b8ed8d88b13/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:25:00,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2c8ae29cc9d653f6d4bf2b8ed8d88b13 2024-12-05T13:25:00,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/hbase/replication/2c8ae29cc9d653f6d4bf2b8ed8d88b13 2024-12-05T13:25:00,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/hbase/replication/2c8ae29cc9d653f6d4bf2b8ed8d88b13 2024-12-05T13:25:00,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2c8ae29cc9d653f6d4bf2b8ed8d88b13 2024-12-05T13:25:00,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2c8ae29cc9d653f6d4bf2b8ed8d88b13 2024-12-05T13:25:00,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T13:25:00,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2c8ae29cc9d653f6d4bf2b8ed8d88b13 2024-12-05T13:25:00,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/hbase/replication/2c8ae29cc9d653f6d4bf2b8ed8d88b13/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:25:00,222 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2c8ae29cc9d653f6d4bf2b8ed8d88b13; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61380539, jitterRate=-0.08535869419574738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T13:25:00,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c8ae29cc9d653f6d4bf2b8ed8d88b13 2024-12-05T13:25:00,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2c8ae29cc9d653f6d4bf2b8ed8d88b13: Running coprocessor pre-open hook at 1733405100214Writing region info on filesystem at 1733405100214Initializing all the Stores at 1733405100215 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405100215Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405100215Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405100215Cleaning up temporary data from old regions at 1733405100220 (+5 ms)Running coprocessor post-open hooks at 1733405100222 (+2 ms)Region opened successfully at 1733405100222 2024-12-05T13:25:00,223 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733405099064.2c8ae29cc9d653f6d4bf2b8ed8d88b13., pid=10, masterSystemTime=1733405100196 2024-12-05T13:25:00,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733405099064.2c8ae29cc9d653f6d4bf2b8ed8d88b13. 2024-12-05T13:25:00,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733405099064.2c8ae29cc9d653f6d4bf2b8ed8d88b13. 2024-12-05T13:25:00,225 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2c8ae29cc9d653f6d4bf2b8ed8d88b13, regionState=OPEN, openSeqNum=2, regionLocation=88aaa70743e7,42427,1733405085131 2024-12-05T13:25:00,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c8ae29cc9d653f6d4bf2b8ed8d88b13, server=88aaa70743e7,42427,1733405085131 because future has completed 2024-12-05T13:25:00,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T13:25:00,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c8ae29cc9d653f6d4bf2b8ed8d88b13, server=88aaa70743e7,42427,1733405085131 in 183 msec 2024-12-05T13:25:00,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T13:25:00,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2c8ae29cc9d653f6d4bf2b8ed8d88b13, ASSIGN in 340 msec 2024-12-05T13:25:00,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:25:00,231 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405100230"}]},"ts":"1733405100230"} 2024-12-05T13:25:00,232 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T13:25:00,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:25:00,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-12-05T13:25:00,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733405099064.2c8ae29cc9d653f6d4bf2b8ed8d88b13., hostname=88aaa70743e7,42427,1733405085131, seqNum=2] 2024-12-05T13:25:00,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46053-0x101a6d827730006, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1561555446 2024-12-05T13:25:00,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42427-0x101a6d827730007, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1561555446 2024-12-05T13:25:00,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T13:25:00,419 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 379, reset compression=false 2024-12-05T13:25:00,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42427 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T13:25:00,487 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T13:25:00,509 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-88aaa70743e7,42427,1733405085131, ReplicationSource: 1, currentBandwidth=0 2024-12-05T13:25:00,509 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:25:00,509 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,42427,1733405085131, seqNum=-1] 2024-12-05T13:25:00,510 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:25:00,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-05T13:25:00,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-88aaa70743e7,42427,1733405085131', locateType=CURRENT is [region=hbase:replication,,1733405099064.2c8ae29cc9d653f6d4bf2b8ed8d88b13., hostname=88aaa70743e7,42427,1733405085131, seqNum=2] 2024-12-05T13:25:00,513 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T13:25:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46053 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T13:25:00,515 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 88aaa70743e7,42427,1733405085131 suceeded 2024-12-05T13:25:00,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T13:25:00,517 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://88aaa70743e7:38827,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T13:25:00,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 181 msec 2024-12-05T13:25:00,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4610 sec 2024-12-05T13:25:00,526 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:38827' 2024-12-05T13:25:00,527 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@286f9188, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:00,527 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,38827,-1 for getting cluster id 2024-12-05T13:25:00,527 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:25:00,527 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f4642ab-6c26-4e76-a517-6f769a03bba0' 2024-12-05T13:25:00,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:25:00,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f4642ab-6c26-4e76-a517-6f769a03bba0" 2024-12-05T13:25:00,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@496b87b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:00,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,38827,-1] 2024-12-05T13:25:00,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:25:00,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:00,528 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:25:00,529 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f6f0a0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:00,529 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:25:00,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,38827,1733405080029 2024-12-05T13:25:00,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62783d2b 2024-12-05T13:25:00,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:25:00,530 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-05T13:25:00,530 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-88aaa70743e7,42427,1733405085131 (queues=1) is replicating from cluster=81667927-13cc-4c21-9600-0bce88673cce to cluster=0f4642ab-6c26-4e76-a517-6f769a03bba0 2024-12-05T13:25:00,530 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=88aaa70743e7%2C42427%2C1733405085131 2024-12-05T13:25:00,530 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-88aaa70743e7,42427,1733405085131, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T13:25:00,531 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280, startPosition=0, beingWritten=true 2024-12-05T13:25:00,531 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.shipper88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 88aaa70743e7%2C42427%2C1733405085131 2024-12-05T13:25:00,534 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:25:00,534 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280 to pos 379, reset compression=false 2024-12-05T13:25:00,534 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.shipper88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,42427,1733405085131 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T13:25:00,737 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280 to pos 379, reset compression=false 2024-12-05T13:25:00,738 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 to pos 379, reset compression=false 2024-12-05T13:25:01,040 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280 to pos 379, reset compression=false 2024-12-05T13:25:01,122 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 379, reset compression=false 2024-12-05T13:25:01,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:25:01,200 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T13:25:01,200 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:25:01,200 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:25:01,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:01,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:01,200 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:25:01,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b2e29c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:01,201 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,37101,-1 for getting cluster id 2024-12-05T13:25:01,201 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:25:01,201 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '382454ce-8763-461a-9c1c-07e0cf48df45' 2024-12-05T13:25:01,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:25:01,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "382454ce-8763-461a-9c1c-07e0cf48df45" 2024-12-05T13:25:01,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33fb89e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:01,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,37101,-1] 2024-12-05T13:25:01,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:25:01,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:01,202 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:25:01,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@359cbd2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:01,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30cdecdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:01,203 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,38827,-1 for getting cluster id 2024-12-05T13:25:01,203 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:25:01,204 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f4642ab-6c26-4e76-a517-6f769a03bba0' 2024-12-05T13:25:01,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:25:01,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f4642ab-6c26-4e76-a517-6f769a03bba0" 2024-12-05T13:25:01,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7191e71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:01,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,38827,-1] 2024-12-05T13:25:01,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:25:01,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:01,204 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:25:01,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6010917a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:01,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c5b0a58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:01,206 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,46053,-1 for getting cluster id 2024-12-05T13:25:01,206 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:25:01,206 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81667927-13cc-4c21-9600-0bce88673cce' 2024-12-05T13:25:01,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:25:01,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81667927-13cc-4c21-9600-0bce88673cce" 2024-12-05T13:25:01,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49fec6fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:01,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,46053,-1] 2024-12-05T13:25:01,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:25:01,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:01,207 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:25:01,208 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ebe1b71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:01,208 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:25:01,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,38969,1733405075535, seqNum=-1] 2024-12-05T13:25:01,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:25:01,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:25:01,211 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733405088280.81755499046618bf8a30552ca4136218., hostname=88aaa70743e7,38969,1733405075535, seqNum=2] 2024-12-05T13:25:01,213 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:25:01,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,42427,1733405085131, seqNum=-1] 2024-12-05T13:25:01,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:25:01,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:25:01,216 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733405092593.e8758ab0c977dd3cc60490a173da7ef1., hostname=88aaa70743e7,42427,1733405085131, seqNum=2] 2024-12-05T13:25:01,218 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-05T13:25:01,443 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280 to pos 379, reset compression=false 2024-12-05T13:25:01,741 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 to pos 379, reset compression=false 2024-12-05T13:25:01,746 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T13:25:01,746 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 to pos 480, reset compression=false 2024-12-05T13:25:01,746 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.shipper88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,38969,1733405075535 got entry batch from reader: WALEntryBatch [walEntries=[{test/81755499046618bf8a30552ca4136218/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-05T13:25:01,748 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.shipper88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:25:01,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-05T13:25:01,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T13:25:01,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@588daaf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:01,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,38827,-1 for getting cluster id 2024-12-05T13:25:01,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:25:01,752 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f4642ab-6c26-4e76-a517-6f769a03bba0' 2024-12-05T13:25:01,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:25:01,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f4642ab-6c26-4e76-a517-6f769a03bba0" 2024-12-05T13:25:01,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29f53aaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:01,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,38827,-1] 2024-12-05T13:25:01,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:25:01,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:01,754 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:25:01,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d4d84fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:01,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:25:01,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,37783,1733405080143, seqNum=-1] 2024-12-05T13:25:01,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:25:01,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-05T13:25:01,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733405090434.028cbd2e80a3c88385e8317836f476f1., hostname=88aaa70743e7,37783,1733405080143, seqNum=2] 2024-12-05T13:25:01,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T13:25:01,925 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 379, reset compression=false 2024-12-05T13:25:01,929 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T13:25:01,929 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 503, reset compression=false 2024-12-05T13:25:01,929 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.shipper88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,37783,1733405080143 got entry batch from reader: WALEntryBatch [walEntries=[{test/028cbd2e80a3c88385e8317836f476f1/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-05T13:25:01,931 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.shipper88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:25:01,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-05T13:25:01,932 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42427 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T13:25:01,932 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ac3f522, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:01,932 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42427 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,46053,-1 for getting cluster id 2024-12-05T13:25:01,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:25:01,933 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81667927-13cc-4c21-9600-0bce88673cce' 2024-12-05T13:25:01,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:25:01,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81667927-13cc-4c21-9600-0bce88673cce" 2024-12-05T13:25:01,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fc3f8cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:01,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,46053,-1] 2024-12-05T13:25:01,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:25:01,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:01,934 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:25:01,934 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f039a4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:01,935 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42427 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:25:01,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,42427,1733405085131, seqNum=-1] 2024-12-05T13:25:01,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:25:01,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-05T13:25:01,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733405092593.e8758ab0c977dd3cc60490a173da7ef1., hostname=88aaa70743e7,42427,1733405085131, seqNum=2] 2024-12-05T13:25:01,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42427 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T13:25:01,946 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280 to pos 379, reset compression=false 2024-12-05T13:25:01,951 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:25:01,951 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280 to pos 526, reset compression=false 2024-12-05T13:25:01,951 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.shipper88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,42427,1733405085131 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T13:25:01,951 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 to pos 480, reset compression=false 2024-12-05T13:25:02,133 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 503, reset compression=false 2024-12-05T13:25:02,157 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280 to pos 526, reset compression=false 2024-12-05T13:25:02,219 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-05T13:25:02,220 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:25:02,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,37783,1733405080143, seqNum=-1] 2024-12-05T13:25:02,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:25:02,222 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:25:02,223 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733405090434.028cbd2e80a3c88385e8317836f476f1., hostname=88aaa70743e7,37783,1733405080143, seqNum=2] 2024-12-05T13:25:02,225 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-05T13:25:02,257 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 to pos 480, reset compression=false 2024-12-05T13:25:02,436 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 503, reset compression=false 2024-12-05T13:25:02,441 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T13:25:02,441 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 607, reset compression=false 2024-12-05T13:25:02,441 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.shipper88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,37783,1733405080143 got entry batch from reader: WALEntryBatch [walEntries=[{test/028cbd2e80a3c88385e8317836f476f1/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T13:25:02,442 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42427 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T13:25:02,444 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42427 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T13:25:02,461 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280 to pos 526, reset compression=false 2024-12-05T13:25:02,465 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:25:02,465 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280 to pos 653, reset compression=false 2024-12-05T13:25:02,465 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.shipper88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,42427,1733405085131 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T13:25:02,644 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 607, reset compression=false 2024-12-05T13:25:02,661 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 to pos 480, reset compression=false 2024-12-05T13:25:02,669 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280 to pos 653, reset compression=false 2024-12-05T13:25:02,948 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 607, reset compression=false 2024-12-05T13:25:02,972 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280 to pos 653, reset compression=false 2024-12-05T13:25:03,163 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 to pos 480, reset compression=false 2024-12-05T13:25:03,227 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-05T13:25:03,230 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-05T13:25:03,352 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 607, reset compression=false 2024-12-05T13:25:03,374 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280 to pos 653, reset compression=false 2024-12-05T13:25:03,378 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T13:25:03,378 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280 to pos 757, reset compression=false 2024-12-05T13:25:03,378 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.shipper88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,42427,1733405085131 got entry batch from reader: WALEntryBatch [walEntries=[{test/e8758ab0c977dd3cc60490a173da7ef1/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T13:25:03,380 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.shipper88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:25:03,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-05T13:25:03,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T13:25:03,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T13:25:03,582 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280 to pos 757, reset compression=false 2024-12-05T13:25:03,766 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 to pos 480, reset compression=false 2024-12-05T13:25:03,855 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 607, reset compression=false 2024-12-05T13:25:03,859 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:25:03,859 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 735, reset compression=false 2024-12-05T13:25:03,859 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.shipper88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,37783,1733405080143 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T13:25:03,860 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:25:03,861 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [88aaa70743e7,39319,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:39319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T13:25:03,861 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108652 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [88aaa70743e7,39319,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:39319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T13:25:03,885 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280 to pos 757, reset compression=false 2024-12-05T13:25:04,062 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 735, reset compression=false 2024-12-05T13:25:04,231 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-05T13:25:04,234 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-05T13:25:04,288 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280 to pos 757, reset compression=false 2024-12-05T13:25:04,365 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 735, reset compression=false 2024-12-05T13:25:04,469 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 to pos 480, reset compression=false 2024-12-05T13:25:04,473 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T13:25:04,473 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 to pos 636, reset compression=false 2024-12-05T13:25:04,473 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.shipper88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,38969,1733405075535 got entry batch from reader: WALEntryBatch [walEntries=[{test/81755499046618bf8a30552ca4136218/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-05T13:25:04,474 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T13:25:04,476 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T13:25:04,677 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 to pos 636, reset compression=false 2024-12-05T13:25:04,769 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 735, reset compression=false 2024-12-05T13:25:04,773 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T13:25:04,773 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 882, reset compression=false 2024-12-05T13:25:04,773 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.shipper88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,37783,1733405080143 got entry batch from reader: WALEntryBatch [walEntries=[{test/028cbd2e80a3c88385e8317836f476f1/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-05T13:25:04,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42427 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T13:25:04,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42427 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T13:25:04,791 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280 to pos 757, reset compression=false 2024-12-05T13:25:04,796 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:25:04,796 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280 to pos 927, reset compression=false 2024-12-05T13:25:04,796 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.shipper88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,42427,1733405085131 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T13:25:04,974 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T13:25:04,977 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 882, reset compression=false 2024-12-05T13:25:04,981 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 to pos 636, reset compression=false 2024-12-05T13:25:04,999 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280 to pos 927, reset compression=false 2024-12-05T13:25:05,236 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-05T13:25:05,239 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-05T13:25:05,280 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 882, reset compression=false 2024-12-05T13:25:05,284 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T13:25:05,284 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 1041, reset compression=false 2024-12-05T13:25:05,284 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.shipper88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,37783,1733405080143 got entry batch from reader: WALEntryBatch [walEntries=[{test/028cbd2e80a3c88385e8317836f476f1/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T13:25:05,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42427 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T13:25:05,287 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42427 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T13:25:05,303 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280 to pos 927, reset compression=false 2024-12-05T13:25:05,306 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:25:05,306 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280 to pos 1076, reset compression=false 2024-12-05T13:25:05,306 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.shipper88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,42427,1733405085131 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T13:25:05,383 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 to pos 636, reset compression=false 2024-12-05T13:25:05,487 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 1041, reset compression=false 2024-12-05T13:25:05,510 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280 to pos 1076, reset compression=false 2024-12-05T13:25:05,716 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:25:05,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:05,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:05,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:05,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:05,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:05,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:05,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:05,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:05,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:05,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:05,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:05,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:05,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:05,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:05,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:05,791 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 1041, reset compression=false 2024-12-05T13:25:05,814 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280 to pos 1076, reset compression=false 2024-12-05T13:25:05,886 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 to pos 636, reset compression=false 2024-12-05T13:25:06,199 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 1041, reset compression=false 2024-12-05T13:25:06,219 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280 to pos 1076, reset compression=false 2024-12-05T13:25:06,240 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-05T13:25:06,252 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-05T13:25:06,490 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 to pos 636, reset compression=false 2024-12-05T13:25:06,702 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 1041, reset compression=false 2024-12-05T13:25:06,723 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280 to pos 1076, reset compression=false 2024-12-05T13:25:06,727 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T13:25:06,727 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280 to pos 1235, reset compression=false 2024-12-05T13:25:06,727 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.shipper88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,42427,1733405085131 got entry batch from reader: WALEntryBatch [walEntries=[{test/e8758ab0c977dd3cc60490a173da7ef1/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T13:25:06,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T13:25:06,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T13:25:06,929 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280 to pos 1235, reset compression=false 2024-12-05T13:25:07,193 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 to pos 636, reset compression=false 2024-12-05T13:25:07,233 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280 to pos 1235, reset compression=false 2024-12-05T13:25:07,253 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-05T13:25:07,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T13:25:07,258 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:25:07,258 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:25:07,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:07,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:25:07,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:07,258 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T13:25:07,258 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=395025080, stopped=false 2024-12-05T13:25:07,259 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=88aaa70743e7,46053,1733405085012 2024-12-05T13:25:07,306 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 1041, reset compression=false 2024-12-05T13:25:07,309 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:25:07,310 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 1191, reset compression=false 2024-12-05T13:25:07,310 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.shipper88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,37783,1733405080143 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T13:25:07,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42427-0x101a6d827730007, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1561555446/running 2024-12-05T13:25:07,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46053-0x101a6d827730006, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1561555446/running 2024-12-05T13:25:07,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42427-0x101a6d827730007, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1561555446 2024-12-05T13:25:07,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46053-0x101a6d827730006, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1561555446 2024-12-05T13:25:07,324 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:25:07,324 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:25:07,324 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:25:07,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:07,324 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '88aaa70743e7,42427,1733405085131' ***** 2024-12-05T13:25:07,324 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T13:25:07,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42427-0x101a6d827730007, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Set watcher on znode that does not yet exist, /2-1561555446/running 2024-12-05T13:25:07,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46053-0x101a6d827730006, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Set watcher on znode that does not yet exist, /2-1561555446/running 2024-12-05T13:25:07,325 INFO [RS:0;88aaa70743e7:42427 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T13:25:07,325 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T13:25:07,325 INFO [RS:0;88aaa70743e7:42427 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T13:25:07,325 INFO [RS:0;88aaa70743e7:42427 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T13:25:07,325 INFO [RS:0;88aaa70743e7:42427 {}] regionserver.HRegionServer(3091): Received CLOSE for 2c8ae29cc9d653f6d4bf2b8ed8d88b13 2024-12-05T13:25:07,325 INFO [RS:0;88aaa70743e7:42427 {}] regionserver.HRegionServer(3091): Received CLOSE for e8758ab0c977dd3cc60490a173da7ef1 2024-12-05T13:25:07,325 INFO [RS:0;88aaa70743e7:42427 {}] regionserver.HRegionServer(959): stopping server 88aaa70743e7,42427,1733405085131 2024-12-05T13:25:07,325 INFO [RS:0;88aaa70743e7:42427 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:25:07,325 INFO [RS:0;88aaa70743e7:42427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:42427. 2024-12-05T13:25:07,325 DEBUG [RS:0;88aaa70743e7:42427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:25:07,325 DEBUG [RS:0;88aaa70743e7:42427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:07,325 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2c8ae29cc9d653f6d4bf2b8ed8d88b13, disabling compactions & flushes 2024-12-05T13:25:07,326 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733405099064.2c8ae29cc9d653f6d4bf2b8ed8d88b13. 2024-12-05T13:25:07,326 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733405099064.2c8ae29cc9d653f6d4bf2b8ed8d88b13. 2024-12-05T13:25:07,326 INFO [RS:0;88aaa70743e7:42427 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T13:25:07,326 INFO [RS:0;88aaa70743e7:42427 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T13:25:07,326 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733405099064.2c8ae29cc9d653f6d4bf2b8ed8d88b13. after waiting 0 ms 2024-12-05T13:25:07,326 INFO [RS:0;88aaa70743e7:42427 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T13:25:07,326 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733405099064.2c8ae29cc9d653f6d4bf2b8ed8d88b13. 2024-12-05T13:25:07,326 INFO [RS:0;88aaa70743e7:42427 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T13:25:07,326 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2c8ae29cc9d653f6d4bf2b8ed8d88b13 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-05T13:25:07,326 INFO [RS:0;88aaa70743e7:42427 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T13:25:07,326 DEBUG [RS:0;88aaa70743e7:42427 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2c8ae29cc9d653f6d4bf2b8ed8d88b13=hbase:replication,,1733405099064.2c8ae29cc9d653f6d4bf2b8ed8d88b13., e8758ab0c977dd3cc60490a173da7ef1=test,,1733405092593.e8758ab0c977dd3cc60490a173da7ef1.} 2024-12-05T13:25:07,326 DEBUG [RS:0;88aaa70743e7:42427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c8ae29cc9d653f6d4bf2b8ed8d88b13, e8758ab0c977dd3cc60490a173da7ef1 2024-12-05T13:25:07,326 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:25:07,326 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:25:07,326 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:25:07,326 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:25:07,326 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:25:07,326 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T13:25:07,340 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/hbase/meta/1588230740/.tmp/info/eca8e424a323453091a5f9b2f0f160b3 is 147, key is hbase:replication,,1733405099064.2c8ae29cc9d653f6d4bf2b8ed8d88b13./info:regioninfo/1733405100225/Put/seqid=0 2024-12-05T13:25:07,342 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/hbase/replication/2c8ae29cc9d653f6d4bf2b8ed8d88b13/.tmp/queue/d6fac3fc30cb4e54bb7c38bf8a2402a8 is 154, key is 1-88aaa70743e7,42427,1733405085131/queue:88aaa70743e7%2C42427%2C1733405085131/1733405106731/Put/seqid=0 2024-12-05T13:25:07,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37791 is added to blk_1073741840_1016 (size=7686) 2024-12-05T13:25:07,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37791 is added to blk_1073741841_1017 (size=5353) 2024-12-05T13:25:07,375 INFO [regionserver/88aaa70743e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:25:07,512 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 1191, reset compression=false 2024-12-05T13:25:07,526 DEBUG [RS:0;88aaa70743e7:42427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c8ae29cc9d653f6d4bf2b8ed8d88b13, e8758ab0c977dd3cc60490a173da7ef1 2024-12-05T13:25:07,636 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280 to pos 1235, reset compression=false 2024-12-05T13:25:07,726 DEBUG [RS:0;88aaa70743e7:42427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c8ae29cc9d653f6d4bf2b8ed8d88b13, e8758ab0c977dd3cc60490a173da7ef1 2024-12-05T13:25:07,744 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/hbase/meta/1588230740/.tmp/info/eca8e424a323453091a5f9b2f0f160b3 2024-12-05T13:25:07,748 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/hbase/replication/2c8ae29cc9d653f6d4bf2b8ed8d88b13/.tmp/queue/d6fac3fc30cb4e54bb7c38bf8a2402a8 2024-12-05T13:25:07,751 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/hbase/replication/2c8ae29cc9d653f6d4bf2b8ed8d88b13/.tmp/queue/d6fac3fc30cb4e54bb7c38bf8a2402a8 as hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/hbase/replication/2c8ae29cc9d653f6d4bf2b8ed8d88b13/queue/d6fac3fc30cb4e54bb7c38bf8a2402a8 2024-12-05T13:25:07,755 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/hbase/replication/2c8ae29cc9d653f6d4bf2b8ed8d88b13/queue/d6fac3fc30cb4e54bb7c38bf8a2402a8, entries=1, sequenceid=12, filesize=5.2 K 2024-12-05T13:25:07,756 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 2c8ae29cc9d653f6d4bf2b8ed8d88b13 in 430ms, sequenceid=12, compaction requested=false 2024-12-05T13:25:07,761 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/hbase/replication/2c8ae29cc9d653f6d4bf2b8ed8d88b13/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T13:25:07,762 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:25:07,762 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:25:07,762 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733405099064.2c8ae29cc9d653f6d4bf2b8ed8d88b13. 2024-12-05T13:25:07,762 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2c8ae29cc9d653f6d4bf2b8ed8d88b13: Waiting for close lock at 1733405107325Running coprocessor pre-close hooks at 1733405107325Disabling compacts and flushes for region at 1733405107325Disabling writes for close at 1733405107326 (+1 ms)Obtaining lock to block concurrent updates at 1733405107326Preparing flush snapshotting stores in 2c8ae29cc9d653f6d4bf2b8ed8d88b13 at 1733405107326Finished memstore snapshotting hbase:replication,,1733405099064.2c8ae29cc9d653f6d4bf2b8ed8d88b13., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733405107326Flushing stores of hbase:replication,,1733405099064.2c8ae29cc9d653f6d4bf2b8ed8d88b13. at 1733405107326Flushing 2c8ae29cc9d653f6d4bf2b8ed8d88b13/queue: creating writer at 1733405107327 (+1 ms)Flushing 2c8ae29cc9d653f6d4bf2b8ed8d88b13/queue: appending metadata at 1733405107341 (+14 ms)Flushing 2c8ae29cc9d653f6d4bf2b8ed8d88b13/queue: closing flushed file at 1733405107341Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2128b9b5: reopening flushed file at 1733405107751 (+410 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 2c8ae29cc9d653f6d4bf2b8ed8d88b13 in 430ms, sequenceid=12, compaction requested=false at 1733405107756 (+5 ms)Writing region close event to WAL at 1733405107758 (+2 ms)Running coprocessor post-close hooks at 1733405107762 (+4 ms)Closed at 1733405107762 2024-12-05T13:25:07,762 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733405099064.2c8ae29cc9d653f6d4bf2b8ed8d88b13. 2024-12-05T13:25:07,762 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e8758ab0c977dd3cc60490a173da7ef1, disabling compactions & flushes 2024-12-05T13:25:07,762 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733405092593.e8758ab0c977dd3cc60490a173da7ef1. 2024-12-05T13:25:07,762 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733405092593.e8758ab0c977dd3cc60490a173da7ef1. 2024-12-05T13:25:07,762 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733405092593.e8758ab0c977dd3cc60490a173da7ef1. after waiting 0 ms 2024-12-05T13:25:07,762 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733405092593.e8758ab0c977dd3cc60490a173da7ef1. 2024-12-05T13:25:07,762 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e8758ab0c977dd3cc60490a173da7ef1 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-05T13:25:07,765 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/hbase/meta/1588230740/.tmp/ns/2eaa80dc2b65432aa32aadf5001febdf is 43, key is default/ns:d/1733405088232/Put/seqid=0 2024-12-05T13:25:07,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37791 is added to blk_1073741842_1018 (size=5153) 2024-12-05T13:25:07,778 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/default/test/e8758ab0c977dd3cc60490a173da7ef1/.tmp/f/2ca05eec22984012ad959b9fc6bb77d1 is 29, key is row1/f:/1733405105236/DeleteFamily/seqid=0 2024-12-05T13:25:07,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37791 is added to blk_1073741843_1019 (size=5152) 2024-12-05T13:25:07,815 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 1191, reset compression=false 2024-12-05T13:25:07,926 DEBUG [RS:0;88aaa70743e7:42427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e8758ab0c977dd3cc60490a173da7ef1 2024-12-05T13:25:07,996 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 to pos 636, reset compression=false 2024-12-05T13:25:08,127 DEBUG [RS:0;88aaa70743e7:42427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e8758ab0c977dd3cc60490a173da7ef1 2024-12-05T13:25:08,139 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280 to pos 1235, reset compression=false 2024-12-05T13:25:08,144 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:25:08,144 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280 to pos 1482, reset compression=false 2024-12-05T13:25:08,144 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.shipper88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,42427,1733405085131 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T13:25:08,145 ERROR [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.shipper88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 88aaa70743e7,42427,1733405085131: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-88aaa70743e7,42427,1733405085131, walGroup=88aaa70743e7%2C42427%2C1733405085131, offset=88aaa70743e7%2C42427%2C1733405085131.1733405087280:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:42427 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T13:25:08,146 ERROR [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.shipper88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T13:25:08,147 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.shipper88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T13:25:08,149 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.shipper88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T13:25:08,149 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.shipper88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T13:25:08,149 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.shipper88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T13:25:08,149 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.shipper88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1388314624, "init": 1048576000, "max": 2306867200, "used": 863623968 }, "NonHeapMemoryUsage": { "committed": 206569472, "init": 7667712, "max": -1, "used": 202299304 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T13:25:08,150 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.shipper88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:46053 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:46053 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T13:25:08,170 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/hbase/meta/1588230740/.tmp/ns/2eaa80dc2b65432aa32aadf5001febdf 2024-12-05T13:25:08,178 INFO [regionserver/88aaa70743e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T13:25:08,178 INFO [regionserver/88aaa70743e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T13:25:08,187 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/default/test/e8758ab0c977dd3cc60490a173da7ef1/.tmp/f/2ca05eec22984012ad959b9fc6bb77d1 2024-12-05T13:25:08,189 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/hbase/meta/1588230740/.tmp/rep_barrier/4ab017627674404db8de757a69af90fe is 112, key is test,,1733405092593.e8758ab0c977dd3cc60490a173da7ef1./rep_barrier:seqnumDuringOpen/1733405093761/Put/seqid=0 2024-12-05T13:25:08,191 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ca05eec22984012ad959b9fc6bb77d1 2024-12-05T13:25:08,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37791 is added to blk_1073741844_1020 (size=5518) 2024-12-05T13:25:08,207 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/default/test/e8758ab0c977dd3cc60490a173da7ef1/.tmp/f1/e1ff80708d30431a81e14f0715fff5ed is 30, key is row1/f1:/1733405105236/DeleteFamily/seqid=0 2024-12-05T13:25:08,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37791 is added to blk_1073741845_1021 (size=5158) 2024-12-05T13:25:08,219 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 1191, reset compression=false 2024-12-05T13:25:08,327 INFO [RS:0;88aaa70743e7:42427 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T13:25:08,327 DEBUG [RS:0;88aaa70743e7:42427 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e8758ab0c977dd3cc60490a173da7ef1=test,,1733405092593.e8758ab0c977dd3cc60490a173da7ef1.} 2024-12-05T13:25:08,327 DEBUG [RS:0;88aaa70743e7:42427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e8758ab0c977dd3cc60490a173da7ef1 2024-12-05T13:25:08,351 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280 to pos 1482, reset compression=false 2024-12-05T13:25:08,527 DEBUG [RS:0;88aaa70743e7:42427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e8758ab0c977dd3cc60490a173da7ef1 2024-12-05T13:25:08,593 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/hbase/meta/1588230740/.tmp/rep_barrier/4ab017627674404db8de757a69af90fe 2024-12-05T13:25:08,611 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/default/test/e8758ab0c977dd3cc60490a173da7ef1/.tmp/f1/e1ff80708d30431a81e14f0715fff5ed 2024-12-05T13:25:08,612 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/hbase/meta/1588230740/.tmp/table/4e6cdf46c0cc4149b17d4830cf1ff778 is 53, key is hbase:replication/table:state/1733405100230/Put/seqid=0 2024-12-05T13:25:08,614 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1ff80708d30431a81e14f0715fff5ed 2024-12-05T13:25:08,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37791 is added to blk_1073741846_1022 (size=5308) 2024-12-05T13:25:08,631 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/default/test/e8758ab0c977dd3cc60490a173da7ef1/.tmp/norep/745bbf462d0a43f694bc3df9e17492e4 is 33, key is row2/norep:/1733405106241/DeleteFamily/seqid=0 2024-12-05T13:25:08,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37791 is added to blk_1073741847_1023 (size=5108) 2024-12-05T13:25:08,655 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280 to pos 1482, reset compression=false 2024-12-05T13:25:08,721 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 1191, reset compression=false 2024-12-05T13:25:08,727 DEBUG [RS:0;88aaa70743e7:42427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e8758ab0c977dd3cc60490a173da7ef1 2024-12-05T13:25:08,900 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 to pos 636, reset compression=false 2024-12-05T13:25:08,927 DEBUG [RS:0;88aaa70743e7:42427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e8758ab0c977dd3cc60490a173da7ef1 2024-12-05T13:25:09,016 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/hbase/meta/1588230740/.tmp/table/4e6cdf46c0cc4149b17d4830cf1ff778 2024-12-05T13:25:09,020 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/hbase/meta/1588230740/.tmp/info/eca8e424a323453091a5f9b2f0f160b3 as hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/hbase/meta/1588230740/info/eca8e424a323453091a5f9b2f0f160b3 2024-12-05T13:25:09,022 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/hbase/meta/1588230740/info/eca8e424a323453091a5f9b2f0f160b3, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T13:25:09,023 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/hbase/meta/1588230740/.tmp/ns/2eaa80dc2b65432aa32aadf5001febdf as hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/hbase/meta/1588230740/ns/2eaa80dc2b65432aa32aadf5001febdf 2024-12-05T13:25:09,026 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/hbase/meta/1588230740/ns/2eaa80dc2b65432aa32aadf5001febdf, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T13:25:09,027 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/hbase/meta/1588230740/.tmp/rep_barrier/4ab017627674404db8de757a69af90fe as hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/hbase/meta/1588230740/rep_barrier/4ab017627674404db8de757a69af90fe 2024-12-05T13:25:09,030 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/hbase/meta/1588230740/rep_barrier/4ab017627674404db8de757a69af90fe, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T13:25:09,031 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/hbase/meta/1588230740/.tmp/table/4e6cdf46c0cc4149b17d4830cf1ff778 as hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/hbase/meta/1588230740/table/4e6cdf46c0cc4149b17d4830cf1ff778 2024-12-05T13:25:09,033 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/hbase/meta/1588230740/table/4e6cdf46c0cc4149b17d4830cf1ff778, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T13:25:09,034 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/default/test/e8758ab0c977dd3cc60490a173da7ef1/.tmp/norep/745bbf462d0a43f694bc3df9e17492e4 2024-12-05T13:25:09,034 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false 2024-12-05T13:25:09,037 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 745bbf462d0a43f694bc3df9e17492e4 2024-12-05T13:25:09,037 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T13:25:09,038 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/default/test/e8758ab0c977dd3cc60490a173da7ef1/.tmp/f/2ca05eec22984012ad959b9fc6bb77d1 as hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/default/test/e8758ab0c977dd3cc60490a173da7ef1/f/2ca05eec22984012ad959b9fc6bb77d1 2024-12-05T13:25:09,038 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:25:09,038 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:25:09,038 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:25:09,038 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733405107326Running coprocessor pre-close hooks at 1733405107326Disabling compacts and flushes for region at 1733405107326Disabling writes for close at 1733405107326Obtaining lock to block concurrent updates at 1733405107326Preparing flush snapshotting stores in 1588230740 at 1733405107326Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733405107326Flushing stores of hbase:meta,,1.1588230740 at 1733405107327 (+1 ms)Flushing 1588230740/info: creating writer at 1733405107327Flushing 1588230740/info: appending metadata at 1733405107340 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733405107340Flushing 1588230740/ns: creating writer at 1733405107747 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733405107764 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733405107764Flushing 1588230740/rep_barrier: creating writer at 1733405108174 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733405108189 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733405108189Flushing 1588230740/table: creating writer at 1733405108597 (+408 ms)Flushing 1588230740/table: appending metadata at 1733405108612 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733405108612Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b2b3d8c: reopening flushed file at 1733405109019 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73299d1c: reopening flushed file at 1733405109023 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ed55aea: reopening flushed file at 1733405109026 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2de19374: reopening flushed file at 1733405109030 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false at 1733405109034 (+4 ms)Writing region close event to WAL at 1733405109035 (+1 ms)Running coprocessor post-close hooks at 1733405109038 (+3 ms)Closed at 1733405109038 2024-12-05T13:25:09,038 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T13:25:09,041 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ca05eec22984012ad959b9fc6bb77d1 2024-12-05T13:25:09,041 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/default/test/e8758ab0c977dd3cc60490a173da7ef1/f/2ca05eec22984012ad959b9fc6bb77d1, entries=3, sequenceid=10, filesize=5.0 K 2024-12-05T13:25:09,041 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/default/test/e8758ab0c977dd3cc60490a173da7ef1/.tmp/f1/e1ff80708d30431a81e14f0715fff5ed as hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/default/test/e8758ab0c977dd3cc60490a173da7ef1/f1/e1ff80708d30431a81e14f0715fff5ed 2024-12-05T13:25:09,044 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1ff80708d30431a81e14f0715fff5ed 2024-12-05T13:25:09,044 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/default/test/e8758ab0c977dd3cc60490a173da7ef1/f1/e1ff80708d30431a81e14f0715fff5ed, entries=3, sequenceid=10, filesize=5.0 K 2024-12-05T13:25:09,045 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/default/test/e8758ab0c977dd3cc60490a173da7ef1/.tmp/norep/745bbf462d0a43f694bc3df9e17492e4 as hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/default/test/e8758ab0c977dd3cc60490a173da7ef1/norep/745bbf462d0a43f694bc3df9e17492e4 2024-12-05T13:25:09,047 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 745bbf462d0a43f694bc3df9e17492e4 2024-12-05T13:25:09,047 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/default/test/e8758ab0c977dd3cc60490a173da7ef1/norep/745bbf462d0a43f694bc3df9e17492e4, entries=1, sequenceid=10, filesize=5.0 K 2024-12-05T13:25:09,048 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for e8758ab0c977dd3cc60490a173da7ef1 in 1286ms, sequenceid=10, compaction requested=false 2024-12-05T13:25:09,051 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/data/default/test/e8758ab0c977dd3cc60490a173da7ef1/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T13:25:09,051 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:25:09,051 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T13:25:09,051 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733405092593.e8758ab0c977dd3cc60490a173da7ef1. 2024-12-05T13:25:09,051 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e8758ab0c977dd3cc60490a173da7ef1: Waiting for close lock at 1733405107762Running coprocessor pre-close hooks at 1733405107762Disabling compacts and flushes for region at 1733405107762Disabling writes for close at 1733405107762Obtaining lock to block concurrent updates at 1733405107762Preparing flush snapshotting stores in e8758ab0c977dd3cc60490a173da7ef1 at 1733405107762Finished memstore snapshotting test,,1733405092593.e8758ab0c977dd3cc60490a173da7ef1., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733405107763 (+1 ms)Flushing stores of test,,1733405092593.e8758ab0c977dd3cc60490a173da7ef1. at 1733405107764 (+1 ms)Flushing e8758ab0c977dd3cc60490a173da7ef1/f: creating writer at 1733405107764Flushing e8758ab0c977dd3cc60490a173da7ef1/f: appending metadata at 1733405107777 (+13 ms)Flushing e8758ab0c977dd3cc60490a173da7ef1/f: closing flushed file at 1733405107778 (+1 ms)Flushing e8758ab0c977dd3cc60490a173da7ef1/f1: creating writer at 1733405108191 (+413 ms)Flushing e8758ab0c977dd3cc60490a173da7ef1/f1: appending metadata at 1733405108206 (+15 ms)Flushing e8758ab0c977dd3cc60490a173da7ef1/f1: closing flushed file at 1733405108206Flushing e8758ab0c977dd3cc60490a173da7ef1/norep: creating writer at 1733405108614 (+408 ms)Flushing e8758ab0c977dd3cc60490a173da7ef1/norep: appending metadata at 1733405108630 (+16 ms)Flushing e8758ab0c977dd3cc60490a173da7ef1/norep: closing flushed file at 1733405108630Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68bd09e5: reopening flushed file at 1733405109037 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e0e843b: reopening flushed file at 1733405109041 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@436bec29: reopening flushed file at 1733405109044 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for e8758ab0c977dd3cc60490a173da7ef1 in 1286ms, sequenceid=10, compaction requested=false at 1733405109048 (+4 ms)Writing region close event to WAL at 1733405109049 (+1 ms)Running coprocessor post-close hooks at 1733405109051 (+2 ms)Closed at 1733405109051 2024-12-05T13:25:09,051 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733405092593.e8758ab0c977dd3cc60490a173da7ef1. 2024-12-05T13:25:09,058 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280 to pos 1482, reset compression=false 2024-12-05T13:25:09,061 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:25:09,061 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280 to pos 2126, reset compression=false 2024-12-05T13:25:09,128 INFO [RS:0;88aaa70743e7:42427 {}] regionserver.HRegionServer(976): stopping server 88aaa70743e7,42427,1733405085131; all regions closed. 2024-12-05T13:25:09,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37791 is added to blk_1073741834_1010 (size=4239) 2024-12-05T13:25:09,129 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.meta.1733405088192.meta not finished, retry = 0 2024-12-05T13:25:09,232 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.rep.1733405100200 not finished, retry = 0 2024-12-05T13:25:09,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37791 is added to blk_1073741839_1015 (size=3114) 2024-12-05T13:25:09,263 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280 to pos 2126, reset compression=false 2024-12-05T13:25:09,325 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 1191, reset compression=false 2024-12-05T13:25:09,334 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/WALs/88aaa70743e7,42427,1733405085131/88aaa70743e7%2C42427%2C1733405085131.1733405087280 not finished, retry = 0 2024-12-05T13:25:09,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37791 is added to blk_1073741832_1008 (size=2134) 2024-12-05T13:25:09,435 DEBUG [RS:0;88aaa70743e7:42427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:09,435 INFO [RS:0;88aaa70743e7:42427 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:25:09,435 INFO [RS:0;88aaa70743e7:42427 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:25:09,436 INFO [RS:0;88aaa70743e7:42427 {}] hbase.ChoreService(370): Chore service for: regionserver/88aaa70743e7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T13:25:09,436 INFO [RS:0;88aaa70743e7:42427 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:25:09,436 INFO [regionserver/88aaa70743e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:25:09,436 INFO [RS:0;88aaa70743e7:42427 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-88aaa70743e7,42427,1733405085131 because: Region server is closing 2024-12-05T13:25:09,436 INFO [RS:0;88aaa70743e7:42427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:42427. 2024-12-05T13:25:09,437 DEBUG [RS:0;88aaa70743e7:42427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:25:09,437 DEBUG [RS:0;88aaa70743e7:42427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:09,437 DEBUG [RS:0;88aaa70743e7:42427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:09,437 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:25:09,537 INFO [RS:0;88aaa70743e7:42427 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.shipper88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 terminated 2024-12-05T13:25:09,537 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,42427,1733405085131.replicationSource.wal-reader.88aaa70743e7%2C42427%2C1733405085131,1-88aaa70743e7,42427,1733405085131 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T13:25:09,537 INFO [RS:0;88aaa70743e7:42427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:42427. 2024-12-05T13:25:09,537 DEBUG [RS:0;88aaa70743e7:42427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:25:09,537 DEBUG [RS:0;88aaa70743e7:42427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:09,537 DEBUG [RS:0;88aaa70743e7:42427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:09,537 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:25:09,537 INFO [RS:0;88aaa70743e7:42427 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42427 2024-12-05T13:25:09,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42427-0x101a6d827730007, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1561555446/rs/88aaa70743e7,42427,1733405085131 2024-12-05T13:25:09,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46053-0x101a6d827730006, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1561555446/rs 2024-12-05T13:25:09,615 INFO [RS:0;88aaa70743e7:42427 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:25:09,620 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T13:25:09,625 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [88aaa70743e7,42427,1733405085131] 2024-12-05T13:25:09,633 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1561555446/draining/88aaa70743e7,42427,1733405085131 already deleted, retry=false 2024-12-05T13:25:09,633 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 88aaa70743e7,42427,1733405085131 expired; onlineServers=0 2024-12-05T13:25:09,633 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '88aaa70743e7,46053,1733405085012' ***** 2024-12-05T13:25:09,633 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T13:25:09,633 INFO [M:0;88aaa70743e7:46053 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:25:09,633 INFO [M:0;88aaa70743e7:46053 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:25:09,634 DEBUG [M:0;88aaa70743e7:46053 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T13:25:09,634 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T13:25:09,634 DEBUG [M:0;88aaa70743e7:46053 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T13:25:09,634 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733405087015 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733405087015,5,FailOnTimeoutGroup] 2024-12-05T13:25:09,634 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733405087015 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733405087015,5,FailOnTimeoutGroup] 2024-12-05T13:25:09,634 INFO [M:0;88aaa70743e7:46053 {}] hbase.ChoreService(370): Chore service for: master/88aaa70743e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T13:25:09,634 INFO [M:0;88aaa70743e7:46053 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:25:09,634 DEBUG [M:0;88aaa70743e7:46053 {}] master.HMaster(1795): Stopping service threads 2024-12-05T13:25:09,634 INFO [M:0;88aaa70743e7:46053 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T13:25:09,634 INFO [M:0;88aaa70743e7:46053 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:25:09,634 INFO [M:0;88aaa70743e7:46053 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T13:25:09,634 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T13:25:09,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46053-0x101a6d827730006, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1561555446/master 2024-12-05T13:25:09,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46053-0x101a6d827730006, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1561555446 2024-12-05T13:25:09,642 DEBUG [M:0;88aaa70743e7:46053 {}] zookeeper.ZKUtil(347): master:46053-0x101a6d827730006, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Unable to get data of znode /2-1561555446/master because node does not exist (not an error) 2024-12-05T13:25:09,642 WARN [M:0;88aaa70743e7:46053 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T13:25:09,642 INFO [M:0;88aaa70743e7:46053 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/.lastflushedseqids 2024-12-05T13:25:09,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37791 is added to blk_1073741848_1024 (size=245) 2024-12-05T13:25:09,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42427-0x101a6d827730007, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:25:09,725 INFO [RS:0;88aaa70743e7:42427 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:25:09,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42427-0x101a6d827730007, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:25:09,725 INFO [RS:0;88aaa70743e7:42427 {}] regionserver.HRegionServer(1031): Exiting; stopping=88aaa70743e7,42427,1733405085131; zookeeper connection closed. 2024-12-05T13:25:09,726 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3fa12ef8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3fa12ef8 2024-12-05T13:25:09,726 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T13:25:09,904 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 to pos 636, reset compression=false 2024-12-05T13:25:10,027 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 1191, reset compression=false 2024-12-05T13:25:10,055 INFO [M:0;88aaa70743e7:46053 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T13:25:10,055 INFO [M:0;88aaa70743e7:46053 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T13:25:10,055 DEBUG [M:0;88aaa70743e7:46053 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:25:10,055 INFO [M:0;88aaa70743e7:46053 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:25:10,055 DEBUG [M:0;88aaa70743e7:46053 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:25:10,055 DEBUG [M:0;88aaa70743e7:46053 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:25:10,055 DEBUG [M:0;88aaa70743e7:46053 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:25:10,055 INFO [M:0;88aaa70743e7:46053 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-05T13:25:10,071 DEBUG [M:0;88aaa70743e7:46053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7998d1395dd24aef9b845f8b197353fe is 82, key is hbase:meta,,1/info:regioninfo/1733405088216/Put/seqid=0 2024-12-05T13:25:10,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37791 is added to blk_1073741849_1025 (size=5672) 2024-12-05T13:25:10,475 INFO [M:0;88aaa70743e7:46053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7998d1395dd24aef9b845f8b197353fe 2024-12-05T13:25:10,493 DEBUG [M:0;88aaa70743e7:46053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f3ec8619a9c41b29dc0c00821f71bc9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733405100233/Put/seqid=0 2024-12-05T13:25:10,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37791 is added to blk_1073741850_1026 (size=8515) 2024-12-05T13:25:10,830 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 1191, reset compression=false 2024-12-05T13:25:10,896 INFO [M:0;88aaa70743e7:46053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f3ec8619a9c41b29dc0c00821f71bc9 2024-12-05T13:25:10,911 DEBUG [M:0;88aaa70743e7:46053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9995c9d65c4e40a89d438a5a418f739e is 69, key is 88aaa70743e7,42427,1733405085131/rs:state/1733405087080/Put/seqid=0 2024-12-05T13:25:10,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37791 is added to blk_1073741851_1027 (size=5156) 2024-12-05T13:25:11,007 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 to pos 636, reset compression=false 2024-12-05T13:25:11,315 INFO [M:0;88aaa70743e7:46053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9995c9d65c4e40a89d438a5a418f739e 2024-12-05T13:25:11,318 DEBUG [M:0;88aaa70743e7:46053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7998d1395dd24aef9b845f8b197353fe as hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7998d1395dd24aef9b845f8b197353fe 2024-12-05T13:25:11,321 INFO [M:0;88aaa70743e7:46053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7998d1395dd24aef9b845f8b197353fe, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T13:25:11,322 DEBUG [M:0;88aaa70743e7:46053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f3ec8619a9c41b29dc0c00821f71bc9 as hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3f3ec8619a9c41b29dc0c00821f71bc9 2024-12-05T13:25:11,324 INFO [M:0;88aaa70743e7:46053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3f3ec8619a9c41b29dc0c00821f71bc9, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T13:25:11,325 DEBUG [M:0;88aaa70743e7:46053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9995c9d65c4e40a89d438a5a418f739e as hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9995c9d65c4e40a89d438a5a418f739e 2024-12-05T13:25:11,328 INFO [M:0;88aaa70743e7:46053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45489/user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9995c9d65c4e40a89d438a5a418f739e, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T13:25:11,329 INFO [M:0;88aaa70743e7:46053 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=97, compaction requested=false 2024-12-05T13:25:11,333 INFO [M:0;88aaa70743e7:46053 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:25:11,333 DEBUG [M:0;88aaa70743e7:46053 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733405110055Disabling compacts and flushes for region at 1733405110055Disabling writes for close at 1733405110055Obtaining lock to block concurrent updates at 1733405110055Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733405110055Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733405110056 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733405110056Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733405110056Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733405110071 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733405110071Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733405110478 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733405110492 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733405110492Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733405110900 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733405110911 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733405110911Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59d650ad: reopening flushed file at 1733405111318 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46fcb1a4: reopening flushed file at 1733405111321 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2227aee1: reopening flushed file at 1733405111324 (+3 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=97, compaction requested=false at 1733405111329 (+5 ms)Writing region close event to WAL at 1733405111333 (+4 ms)Closed at 1733405111333 2024-12-05T13:25:11,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37791 is added to blk_1073741830_1006 (size=63642) 2024-12-05T13:25:11,335 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/29e31605-90b2-13aa-ca3a-437c7425aaf2/MasterData/WALs/88aaa70743e7,46053,1733405085012/88aaa70743e7%2C46053%2C1733405085012.1733405086820 not finished, retry = 0 2024-12-05T13:25:11,435 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:25:11,435 INFO [M:0;88aaa70743e7:46053 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T13:25:11,436 INFO [M:0;88aaa70743e7:46053 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46053 2024-12-05T13:25:11,436 INFO [M:0;88aaa70743e7:46053 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:25:11,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46053-0x101a6d827730006, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:25:11,582 INFO [M:0;88aaa70743e7:46053 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:25:11,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46053-0x101a6d827730006, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:25:11,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e0f4b23{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:25:11,585 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f9147eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:25:11,586 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:25:11,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@399c85bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:25:11,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57ed330a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4404639d-9aa4-6739-38fc-9ca4cdf3cddb/hadoop.log.dir/,STOPPED} 2024-12-05T13:25:11,587 WARN [BP-991141176-172.17.0.3-1733405083407 heartbeating to localhost/127.0.0.1:45489 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:25:11,587 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T13:25:11,587 WARN [BP-991141176-172.17.0.3-1733405083407 heartbeating to localhost/127.0.0.1:45489 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-991141176-172.17.0.3-1733405083407 (Datanode Uuid 98ada0ab-420a-446e-93ff-da85fbd705b7) service to localhost/127.0.0.1:45489 2024-12-05T13:25:11,587 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:25:11,587 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4404639d-9aa4-6739-38fc-9ca4cdf3cddb/cluster_d868f1b0-bf28-8764-f2bd-8cd3729015e1/data/data1/current/BP-991141176-172.17.0.3-1733405083407 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:25:11,587 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4404639d-9aa4-6739-38fc-9ca4cdf3cddb/cluster_d868f1b0-bf28-8764-f2bd-8cd3729015e1/data/data2/current/BP-991141176-172.17.0.3-1733405083407 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:25:11,588 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:25:11,593 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b776582{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:25:11,593 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a453c14{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:25:11,593 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:25:11,593 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c636791{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:25:11,593 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e91cfc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4404639d-9aa4-6739-38fc-9ca4cdf3cddb/hadoop.log.dir/,STOPPED} 2024-12-05T13:25:11,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T13:25:11,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T13:25:11,608 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:25:11,608 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:25:11,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:11,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:11,608 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:25:11,608 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T13:25:11,608 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=246107886, stopped=false 2024-12-05T13:25:11,608 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=88aaa70743e7,38827,1733405080029 2024-12-05T13:25:11,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38827-0x101a6d827730003, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12097189548/running 2024-12-05T13:25:11,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101a6d827730004, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12097189548/running 2024-12-05T13:25:11,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38827-0x101a6d827730003, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097189548 2024-12-05T13:25:11,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101a6d827730004, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097189548 2024-12-05T13:25:11,623 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:25:11,623 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:25:11,624 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:25:11,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:11,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38827-0x101a6d827730003, quorum=127.0.0.1:62743, baseZNode=/12097189548 Set watcher on znode that does not yet exist, /12097189548/running 2024-12-05T13:25:11,624 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '88aaa70743e7,37783,1733405080143' ***** 2024-12-05T13:25:11,624 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T13:25:11,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37783-0x101a6d827730004, quorum=127.0.0.1:62743, baseZNode=/12097189548 Set watcher on znode that does not yet exist, /12097189548/running 2024-12-05T13:25:11,624 INFO [RS:0;88aaa70743e7:37783 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T13:25:11,624 INFO [RS:0;88aaa70743e7:37783 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T13:25:11,624 INFO [RS:0;88aaa70743e7:37783 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T13:25:11,624 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T13:25:11,624 INFO [RS:0;88aaa70743e7:37783 {}] regionserver.HRegionServer(3091): Received CLOSE for 028cbd2e80a3c88385e8317836f476f1 2024-12-05T13:25:11,625 INFO [RS:0;88aaa70743e7:37783 {}] regionserver.HRegionServer(3091): Received CLOSE for f8efc6206b7ed51828f1727a0e1315b2 2024-12-05T13:25:11,625 INFO [RS:0;88aaa70743e7:37783 {}] regionserver.HRegionServer(959): stopping server 88aaa70743e7,37783,1733405080143 2024-12-05T13:25:11,625 INFO [RS:0;88aaa70743e7:37783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:25:11,625 INFO [RS:0;88aaa70743e7:37783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:37783. 2024-12-05T13:25:11,625 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 028cbd2e80a3c88385e8317836f476f1, disabling compactions & flushes 2024-12-05T13:25:11,625 DEBUG [RS:0;88aaa70743e7:37783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:25:11,625 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733405090434.028cbd2e80a3c88385e8317836f476f1. 2024-12-05T13:25:11,625 DEBUG [RS:0;88aaa70743e7:37783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:11,625 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733405090434.028cbd2e80a3c88385e8317836f476f1. 2024-12-05T13:25:11,625 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733405090434.028cbd2e80a3c88385e8317836f476f1. after waiting 0 ms 2024-12-05T13:25:11,625 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733405090434.028cbd2e80a3c88385e8317836f476f1. 2024-12-05T13:25:11,625 INFO [RS:0;88aaa70743e7:37783 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T13:25:11,625 INFO [RS:0;88aaa70743e7:37783 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T13:25:11,625 INFO [RS:0;88aaa70743e7:37783 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T13:25:11,625 INFO [RS:0;88aaa70743e7:37783 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T13:25:11,625 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 028cbd2e80a3c88385e8317836f476f1 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-05T13:25:11,625 INFO [RS:0;88aaa70743e7:37783 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T13:25:11,625 DEBUG [RS:0;88aaa70743e7:37783 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 028cbd2e80a3c88385e8317836f476f1=test,,1733405090434.028cbd2e80a3c88385e8317836f476f1., f8efc6206b7ed51828f1727a0e1315b2=hbase:replication,,1733405096915.f8efc6206b7ed51828f1727a0e1315b2.} 2024-12-05T13:25:11,625 DEBUG [RS:0;88aaa70743e7:37783 {}] regionserver.HRegionServer(1351): Waiting on 028cbd2e80a3c88385e8317836f476f1, 1588230740, f8efc6206b7ed51828f1727a0e1315b2 2024-12-05T13:25:11,625 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:25:11,625 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:25:11,625 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:25:11,625 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:25:11,625 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:25:11,626 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T13:25:11,637 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/default/test/028cbd2e80a3c88385e8317836f476f1/.tmp/f/3495dcc07b064fc49d86ad75340e0d0d is 29, key is row1/f:/1733405105236/DeleteFamily/seqid=0 2024-12-05T13:25:11,638 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/hbase/meta/1588230740/.tmp/info/1bd313ff22ba45d6a3eb50cbfb8a94ea is 147, key is hbase:replication,,1733405096915.f8efc6206b7ed51828f1727a0e1315b2./info:regioninfo/1733405098097/Put/seqid=0 2024-12-05T13:25:11,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741841_1017 (size=7686) 2024-12-05T13:25:11,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741840_1016 (size=5152) 2024-12-05T13:25:11,645 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/default/test/028cbd2e80a3c88385e8317836f476f1/.tmp/f/3495dcc07b064fc49d86ad75340e0d0d 2024-12-05T13:25:11,649 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3495dcc07b064fc49d86ad75340e0d0d 2024-12-05T13:25:11,665 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/default/test/028cbd2e80a3c88385e8317836f476f1/.tmp/f1/9d640338c4de497abdccdd2a9d7ad1b1 is 30, key is row1/f1:/1733405105236/DeleteFamily/seqid=0 2024-12-05T13:25:11,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741842_1018 (size=5158) 2024-12-05T13:25:11,674 INFO [regionserver/88aaa70743e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:25:11,733 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 1191, reset compression=false 2024-12-05T13:25:11,736 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:25:11,736 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 1438, reset compression=false 2024-12-05T13:25:11,736 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.shipper88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,37783,1733405080143 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T13:25:11,737 ERROR [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.shipper88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 88aaa70743e7,37783,1733405080143: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-88aaa70743e7,37783,1733405080143, walGroup=88aaa70743e7%2C37783%2C1733405080143, offset=88aaa70743e7%2C37783%2C1733405080143.1733405082278:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:37783 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T13:25:11,738 ERROR [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.shipper88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T13:25:11,738 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.shipper88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T13:25:11,739 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.shipper88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T13:25:11,739 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.shipper88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T13:25:11,739 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.shipper88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T13:25:11,739 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.shipper88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1388314624, "init": 1048576000, "max": 2306867200, "used": 939121440 }, "NonHeapMemoryUsage": { "committed": 206700544, "init": 7667712, "max": -1, "used": 202604272 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T13:25:11,739 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.shipper88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:38827 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:38827 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T13:25:11,825 DEBUG [RS:0;88aaa70743e7:37783 {}] regionserver.HRegionServer(1351): Waiting on 028cbd2e80a3c88385e8317836f476f1, 1588230740, f8efc6206b7ed51828f1727a0e1315b2 2024-12-05T13:25:11,939 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 1438, reset compression=false 2024-12-05T13:25:12,026 DEBUG [RS:0;88aaa70743e7:37783 {}] regionserver.HRegionServer(1351): Waiting on 028cbd2e80a3c88385e8317836f476f1, 1588230740, f8efc6206b7ed51828f1727a0e1315b2 2024-12-05T13:25:12,046 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/hbase/meta/1588230740/.tmp/info/1bd313ff22ba45d6a3eb50cbfb8a94ea 2024-12-05T13:25:12,055 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=11, created chunk count=34, reused chunk count=129, reuseRatio=79.14% 2024-12-05T13:25:12,055 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-05T13:25:12,060 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/hbase/meta/1588230740/.tmp/ns/dbc6c1d916e1492db2c21dd674f57195 is 43, key is default/ns:d/1733405083264/Put/seqid=0 2024-12-05T13:25:12,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741843_1019 (size=5153) 2024-12-05T13:25:12,068 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/default/test/028cbd2e80a3c88385e8317836f476f1/.tmp/f1/9d640338c4de497abdccdd2a9d7ad1b1 2024-12-05T13:25:12,072 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d640338c4de497abdccdd2a9d7ad1b1 2024-12-05T13:25:12,084 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/default/test/028cbd2e80a3c88385e8317836f476f1/.tmp/norep/fdb1256364a6443999c830c365968da1 is 33, key is row1/norep:/1733405105236/DeleteFamily/seqid=0 2024-12-05T13:25:12,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741844_1020 (size=5108) 2024-12-05T13:25:12,208 INFO [regionserver/88aaa70743e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T13:25:12,208 INFO [regionserver/88aaa70743e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T13:25:12,210 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 to pos 636, reset compression=false 2024-12-05T13:25:12,226 DEBUG [RS:0;88aaa70743e7:37783 {}] regionserver.HRegionServer(1351): Waiting on 028cbd2e80a3c88385e8317836f476f1, 1588230740, f8efc6206b7ed51828f1727a0e1315b2 2024-12-05T13:25:12,242 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 1438, reset compression=false 2024-12-05T13:25:12,426 DEBUG [RS:0;88aaa70743e7:37783 {}] regionserver.HRegionServer(1351): Waiting on 028cbd2e80a3c88385e8317836f476f1, 1588230740, f8efc6206b7ed51828f1727a0e1315b2 2024-12-05T13:25:12,463 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/hbase/meta/1588230740/.tmp/ns/dbc6c1d916e1492db2c21dd674f57195 2024-12-05T13:25:12,482 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/hbase/meta/1588230740/.tmp/rep_barrier/22b79620885f4209b7bac9ff4fdbf333 is 112, key is test,,1733405090434.028cbd2e80a3c88385e8317836f476f1./rep_barrier:seqnumDuringOpen/1733405091586/Put/seqid=0 2024-12-05T13:25:12,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741845_1021 (size=5518) 2024-12-05T13:25:12,487 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/default/test/028cbd2e80a3c88385e8317836f476f1/.tmp/norep/fdb1256364a6443999c830c365968da1 2024-12-05T13:25:12,490 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fdb1256364a6443999c830c365968da1 2024-12-05T13:25:12,490 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/default/test/028cbd2e80a3c88385e8317836f476f1/.tmp/f/3495dcc07b064fc49d86ad75340e0d0d as hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/default/test/028cbd2e80a3c88385e8317836f476f1/f/3495dcc07b064fc49d86ad75340e0d0d 2024-12-05T13:25:12,493 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3495dcc07b064fc49d86ad75340e0d0d 2024-12-05T13:25:12,493 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/default/test/028cbd2e80a3c88385e8317836f476f1/f/3495dcc07b064fc49d86ad75340e0d0d, entries=3, sequenceid=10, filesize=5.0 K 2024-12-05T13:25:12,494 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/default/test/028cbd2e80a3c88385e8317836f476f1/.tmp/f1/9d640338c4de497abdccdd2a9d7ad1b1 as hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/default/test/028cbd2e80a3c88385e8317836f476f1/f1/9d640338c4de497abdccdd2a9d7ad1b1 2024-12-05T13:25:12,496 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d640338c4de497abdccdd2a9d7ad1b1 2024-12-05T13:25:12,496 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/default/test/028cbd2e80a3c88385e8317836f476f1/f1/9d640338c4de497abdccdd2a9d7ad1b1, entries=3, sequenceid=10, filesize=5.0 K 2024-12-05T13:25:12,497 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/default/test/028cbd2e80a3c88385e8317836f476f1/.tmp/norep/fdb1256364a6443999c830c365968da1 as hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/default/test/028cbd2e80a3c88385e8317836f476f1/norep/fdb1256364a6443999c830c365968da1 2024-12-05T13:25:12,500 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fdb1256364a6443999c830c365968da1 2024-12-05T13:25:12,500 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/default/test/028cbd2e80a3c88385e8317836f476f1/norep/fdb1256364a6443999c830c365968da1, entries=1, sequenceid=10, filesize=5.0 K 2024-12-05T13:25:12,500 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 028cbd2e80a3c88385e8317836f476f1 in 875ms, sequenceid=10, compaction requested=false 2024-12-05T13:25:12,501 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T13:25:12,504 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/default/test/028cbd2e80a3c88385e8317836f476f1/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T13:25:12,504 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:25:12,504 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T13:25:12,504 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733405090434.028cbd2e80a3c88385e8317836f476f1. 2024-12-05T13:25:12,504 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 028cbd2e80a3c88385e8317836f476f1: Waiting for close lock at 1733405111625Running coprocessor pre-close hooks at 1733405111625Disabling compacts and flushes for region at 1733405111625Disabling writes for close at 1733405111625Obtaining lock to block concurrent updates at 1733405111625Preparing flush snapshotting stores in 028cbd2e80a3c88385e8317836f476f1 at 1733405111625Finished memstore snapshotting test,,1733405090434.028cbd2e80a3c88385e8317836f476f1., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733405111625Flushing stores of test,,1733405090434.028cbd2e80a3c88385e8317836f476f1. at 1733405111626 (+1 ms)Flushing 028cbd2e80a3c88385e8317836f476f1/f: creating writer at 1733405111626Flushing 028cbd2e80a3c88385e8317836f476f1/f: appending metadata at 1733405111637 (+11 ms)Flushing 028cbd2e80a3c88385e8317836f476f1/f: closing flushed file at 1733405111637Flushing 028cbd2e80a3c88385e8317836f476f1/f1: creating writer at 1733405111649 (+12 ms)Flushing 028cbd2e80a3c88385e8317836f476f1/f1: appending metadata at 1733405111664 (+15 ms)Flushing 028cbd2e80a3c88385e8317836f476f1/f1: closing flushed file at 1733405111664Flushing 028cbd2e80a3c88385e8317836f476f1/norep: creating writer at 1733405112072 (+408 ms)Flushing 028cbd2e80a3c88385e8317836f476f1/norep: appending metadata at 1733405112083 (+11 ms)Flushing 028cbd2e80a3c88385e8317836f476f1/norep: closing flushed file at 1733405112083Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77802878: reopening flushed file at 1733405112490 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43360dba: reopening flushed file at 1733405112493 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@625a2c1c: reopening flushed file at 1733405112496 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 028cbd2e80a3c88385e8317836f476f1 in 875ms, sequenceid=10, compaction requested=false at 1733405112500 (+4 ms)Writing region close event to WAL at 1733405112502 (+2 ms)Running coprocessor post-close hooks at 1733405112504 (+2 ms)Closed at 1733405112504 2024-12-05T13:25:12,504 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733405090434.028cbd2e80a3c88385e8317836f476f1. 2024-12-05T13:25:12,504 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f8efc6206b7ed51828f1727a0e1315b2, disabling compactions & flushes 2024-12-05T13:25:12,505 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733405096915.f8efc6206b7ed51828f1727a0e1315b2. 2024-12-05T13:25:12,505 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733405096915.f8efc6206b7ed51828f1727a0e1315b2. 2024-12-05T13:25:12,505 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733405096915.f8efc6206b7ed51828f1727a0e1315b2. after waiting 0 ms 2024-12-05T13:25:12,505 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733405096915.f8efc6206b7ed51828f1727a0e1315b2. 2024-12-05T13:25:12,505 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f8efc6206b7ed51828f1727a0e1315b2: Waiting for close lock at 1733405112504Running coprocessor pre-close hooks at 1733405112504Disabling compacts and flushes for region at 1733405112504Disabling writes for close at 1733405112505 (+1 ms)Failed flush hbase:replication,,1733405096915.f8efc6206b7ed51828f1727a0e1315b2., putting online again at 1733405112505 2024-12-05T13:25:12,505 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733405096915.f8efc6206b7ed51828f1727a0e1315b2. 2024-12-05T13:25:12,626 INFO [RS:0;88aaa70743e7:37783 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T13:25:12,626 DEBUG [RS:0;88aaa70743e7:37783 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f8efc6206b7ed51828f1727a0e1315b2=hbase:replication,,1733405096915.f8efc6206b7ed51828f1727a0e1315b2.} 2024-12-05T13:25:12,626 INFO [RS:0;88aaa70743e7:37783 {}] regionserver.HRegionServer(3091): Received CLOSE for f8efc6206b7ed51828f1727a0e1315b2 2024-12-05T13:25:12,626 DEBUG [RS:0;88aaa70743e7:37783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f8efc6206b7ed51828f1727a0e1315b2 2024-12-05T13:25:12,626 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f8efc6206b7ed51828f1727a0e1315b2, disabling compactions & flushes 2024-12-05T13:25:12,626 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733405096915.f8efc6206b7ed51828f1727a0e1315b2. 2024-12-05T13:25:12,626 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733405096915.f8efc6206b7ed51828f1727a0e1315b2. 2024-12-05T13:25:12,626 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733405096915.f8efc6206b7ed51828f1727a0e1315b2. after waiting 0 ms 2024-12-05T13:25:12,626 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733405096915.f8efc6206b7ed51828f1727a0e1315b2. 2024-12-05T13:25:12,627 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f8efc6206b7ed51828f1727a0e1315b2: Waiting for close lock at 1733405112626Running coprocessor pre-close hooks at 1733405112626Disabling compacts and flushes for region at 1733405112626Disabling writes for close at 1733405112626Failed flush hbase:replication,,1733405096915.f8efc6206b7ed51828f1727a0e1315b2., putting online again at 1733405112626 2024-12-05T13:25:12,627 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733405096915.f8efc6206b7ed51828f1727a0e1315b2. 2024-12-05T13:25:12,645 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 1438, reset compression=false 2024-12-05T13:25:12,649 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:25:12,649 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 2082, reset compression=false 2024-12-05T13:25:12,826 DEBUG [RS:0;88aaa70743e7:37783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:25:12,851 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 2082, reset compression=false 2024-12-05T13:25:12,885 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/hbase/meta/1588230740/.tmp/rep_barrier/22b79620885f4209b7bac9ff4fdbf333 2024-12-05T13:25:12,900 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/hbase/meta/1588230740/.tmp/table/b1f48bee357c4ed884bbab8955ff0ae6 is 53, key is hbase:replication/table:state/1733405098102/Put/seqid=0 2024-12-05T13:25:12,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741846_1022 (size=5308) 2024-12-05T13:25:13,027 DEBUG [RS:0;88aaa70743e7:37783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:25:13,154 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 2082, reset compression=false 2024-12-05T13:25:13,227 DEBUG [RS:0;88aaa70743e7:37783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:25:13,264 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:25:13,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:13,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:13,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:13,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:13,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:13,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:13,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:13,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:13,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:13,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:13,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:13,303 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/hbase/meta/1588230740/.tmp/table/b1f48bee357c4ed884bbab8955ff0ae6 2024-12-05T13:25:13,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:13,308 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/hbase/meta/1588230740/.tmp/info/1bd313ff22ba45d6a3eb50cbfb8a94ea as hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/hbase/meta/1588230740/info/1bd313ff22ba45d6a3eb50cbfb8a94ea 2024-12-05T13:25:13,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:13,313 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/hbase/meta/1588230740/info/1bd313ff22ba45d6a3eb50cbfb8a94ea, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T13:25:13,314 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/hbase/meta/1588230740/.tmp/ns/dbc6c1d916e1492db2c21dd674f57195 as hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/hbase/meta/1588230740/ns/dbc6c1d916e1492db2c21dd674f57195 2024-12-05T13:25:13,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:13,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:13,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:13,324 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/hbase/meta/1588230740/ns/dbc6c1d916e1492db2c21dd674f57195, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T13:25:13,325 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/hbase/meta/1588230740/.tmp/rep_barrier/22b79620885f4209b7bac9ff4fdbf333 as hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/hbase/meta/1588230740/rep_barrier/22b79620885f4209b7bac9ff4fdbf333 2024-12-05T13:25:13,329 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/hbase/meta/1588230740/rep_barrier/22b79620885f4209b7bac9ff4fdbf333, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T13:25:13,330 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/hbase/meta/1588230740/.tmp/table/b1f48bee357c4ed884bbab8955ff0ae6 as hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/hbase/meta/1588230740/table/b1f48bee357c4ed884bbab8955ff0ae6 2024-12-05T13:25:13,333 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/hbase/meta/1588230740/table/b1f48bee357c4ed884bbab8955ff0ae6, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T13:25:13,334 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false 2024-12-05T13:25:13,334 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T13:25:13,338 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T13:25:13,340 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:25:13,340 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:25:13,340 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:25:13,340 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733405111625Running coprocessor pre-close hooks at 1733405111625Disabling compacts and flushes for region at 1733405111625Disabling writes for close at 1733405111625Obtaining lock to block concurrent updates at 1733405111626 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733405111626Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733405111626Flushing stores of hbase:meta,,1.1588230740 at 1733405111626Flushing 1588230740/info: creating writer at 1733405111626Flushing 1588230740/info: appending metadata at 1733405111638 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733405111638Flushing 1588230740/ns: creating writer at 1733405112049 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733405112059 (+10 ms)Flushing 1588230740/ns: closing flushed file at 1733405112059Flushing 1588230740/rep_barrier: creating writer at 1733405112466 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733405112481 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733405112481Flushing 1588230740/table: creating writer at 1733405112888 (+407 ms)Flushing 1588230740/table: appending metadata at 1733405112899 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733405112899Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75fbe0d2: reopening flushed file at 1733405113307 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a082568: reopening flushed file at 1733405113313 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cbc6c1e: reopening flushed file at 1733405113324 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@921326e: reopening flushed file at 1733405113329 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false at 1733405113334 (+5 ms)Writing region close event to WAL at 1733405113336 (+2 ms)Running coprocessor post-close hooks at 1733405113340 (+4 ms)Closed at 1733405113340 2024-12-05T13:25:13,340 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T13:25:13,427 INFO [RS:0;88aaa70743e7:37783 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-05T13:25:13,427 INFO [RS:0;88aaa70743e7:37783 {}] regionserver.HRegionServer(976): stopping server 88aaa70743e7,37783,1733405080143; all regions closed. 2024-12-05T13:25:13,429 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.meta.1733405083224.meta not finished, retry = 0 2024-12-05T13:25:13,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741834_1010 (size=4239) 2024-12-05T13:25:13,513 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 to pos 636, reset compression=false 2024-12-05T13:25:13,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741839_1015 (size=2171) 2024-12-05T13:25:13,531 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.rep.1733405098071 not finished, retry = 0 2024-12-05T13:25:13,558 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 to pos 2082, reset compression=false 2024-12-05T13:25:13,633 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/WALs/88aaa70743e7,37783,1733405080143/88aaa70743e7%2C37783%2C1733405080143.1733405082278 not finished, retry = 0 2024-12-05T13:25:13,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741832_1008 (size=2090) 2024-12-05T13:25:13,734 DEBUG [RS:0;88aaa70743e7:37783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:13,734 INFO [RS:0;88aaa70743e7:37783 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:25:13,734 INFO [RS:0;88aaa70743e7:37783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:25:13,735 INFO [RS:0;88aaa70743e7:37783 {}] hbase.ChoreService(370): Chore service for: regionserver/88aaa70743e7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T13:25:13,735 INFO [RS:0;88aaa70743e7:37783 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:25:13,735 INFO [regionserver/88aaa70743e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:25:13,735 INFO [RS:0;88aaa70743e7:37783 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-88aaa70743e7,37783,1733405080143 because: Region server is closing 2024-12-05T13:25:13,735 INFO [RS:0;88aaa70743e7:37783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:37783. 2024-12-05T13:25:13,735 DEBUG [RS:0;88aaa70743e7:37783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:25:13,735 DEBUG [RS:0;88aaa70743e7:37783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:13,735 DEBUG [RS:0;88aaa70743e7:37783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:13,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:25:13,835 INFO [RS:0;88aaa70743e7:37783 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.shipper88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 terminated 2024-12-05T13:25:13,835 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,37783,1733405080143.replicationSource.wal-reader.88aaa70743e7%2C37783%2C1733405080143,1-88aaa70743e7,37783,1733405080143 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T13:25:13,835 INFO [RS:0;88aaa70743e7:37783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:37783. 2024-12-05T13:25:13,836 DEBUG [RS:0;88aaa70743e7:37783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:25:13,836 DEBUG [RS:0;88aaa70743e7:37783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:13,836 DEBUG [RS:0;88aaa70743e7:37783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:13,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:25:13,836 INFO [RS:0;88aaa70743e7:37783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37783 2024-12-05T13:25:13,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38827-0x101a6d827730003, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097189548/rs 2024-12-05T13:25:13,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101a6d827730004, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12097189548/rs/88aaa70743e7,37783,1733405080143 2024-12-05T13:25:13,959 INFO [RS:0;88aaa70743e7:37783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:25:13,960 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [88aaa70743e7,37783,1733405080143] 2024-12-05T13:25:13,983 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12097189548/draining/88aaa70743e7,37783,1733405080143 already deleted, retry=false 2024-12-05T13:25:13,983 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 88aaa70743e7,37783,1733405080143 expired; onlineServers=0 2024-12-05T13:25:13,983 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '88aaa70743e7,38827,1733405080029' ***** 2024-12-05T13:25:13,983 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T13:25:13,983 INFO [M:0;88aaa70743e7:38827 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:25:13,983 INFO [M:0;88aaa70743e7:38827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:25:13,983 DEBUG [M:0;88aaa70743e7:38827 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T13:25:13,983 DEBUG [M:0;88aaa70743e7:38827 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T13:25:13,983 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T13:25:13,983 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733405082041 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733405082041,5,FailOnTimeoutGroup] 2024-12-05T13:25:13,983 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733405082041 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733405082041,5,FailOnTimeoutGroup] 2024-12-05T13:25:13,985 INFO [M:0;88aaa70743e7:38827 {}] hbase.ChoreService(370): Chore service for: master/88aaa70743e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T13:25:13,985 INFO [M:0;88aaa70743e7:38827 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:25:13,985 DEBUG [M:0;88aaa70743e7:38827 {}] master.HMaster(1795): Stopping service threads 2024-12-05T13:25:13,985 INFO [M:0;88aaa70743e7:38827 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T13:25:13,986 INFO [M:0;88aaa70743e7:38827 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:25:13,986 INFO [M:0;88aaa70743e7:38827 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T13:25:13,986 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T13:25:13,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38827-0x101a6d827730003, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12097189548/master 2024-12-05T13:25:13,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38827-0x101a6d827730003, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097189548 2024-12-05T13:25:13,991 DEBUG [M:0;88aaa70743e7:38827 {}] zookeeper.ZKUtil(347): master:38827-0x101a6d827730003, quorum=127.0.0.1:62743, baseZNode=/12097189548 Unable to get data of znode /12097189548/master because node does not exist (not an error) 2024-12-05T13:25:13,991 WARN [M:0;88aaa70743e7:38827 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T13:25:13,992 INFO [M:0;88aaa70743e7:38827 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/.lastflushedseqids 2024-12-05T13:25:13,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741847_1023 (size=245) 2024-12-05T13:25:14,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101a6d827730004, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:25:14,075 INFO [RS:0;88aaa70743e7:37783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:25:14,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101a6d827730004, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:25:14,075 INFO [RS:0;88aaa70743e7:37783 {}] regionserver.HRegionServer(1031): Exiting; stopping=88aaa70743e7,37783,1733405080143; zookeeper connection closed. 2024-12-05T13:25:14,075 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3bed345 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3bed345 2024-12-05T13:25:14,075 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T13:25:14,395 INFO [M:0;88aaa70743e7:38827 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T13:25:14,395 INFO [M:0;88aaa70743e7:38827 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T13:25:14,395 DEBUG [M:0;88aaa70743e7:38827 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:25:14,395 INFO [M:0;88aaa70743e7:38827 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:25:14,396 DEBUG [M:0;88aaa70743e7:38827 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:25:14,396 DEBUG [M:0;88aaa70743e7:38827 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:25:14,396 DEBUG [M:0;88aaa70743e7:38827 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:25:14,396 INFO [M:0;88aaa70743e7:38827 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-05T13:25:14,408 DEBUG [M:0;88aaa70743e7:38827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d340e3be3f3148e1b4537ad458a84202 is 82, key is hbase:meta,,1/info:regioninfo/1733405083249/Put/seqid=0 2024-12-05T13:25:14,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741848_1024 (size=5672) 2024-12-05T13:25:14,811 INFO [M:0;88aaa70743e7:38827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d340e3be3f3148e1b4537ad458a84202 2024-12-05T13:25:14,831 DEBUG [M:0;88aaa70743e7:38827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eda8b89859bb401db2bd282179f40e64 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733405098104/Put/seqid=0 2024-12-05T13:25:14,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741849_1025 (size=8515) 2024-12-05T13:25:14,916 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 to pos 636, reset compression=false 2024-12-05T13:25:15,235 INFO [M:0;88aaa70743e7:38827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eda8b89859bb401db2bd282179f40e64 2024-12-05T13:25:15,250 DEBUG [M:0;88aaa70743e7:38827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7095a9a14c5b49a986220e0dc71d4789 is 69, key is 88aaa70743e7,37783,1733405080143/rs:state/1733405082089/Put/seqid=0 2024-12-05T13:25:15,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741850_1026 (size=5156) 2024-12-05T13:25:15,654 INFO [M:0;88aaa70743e7:38827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7095a9a14c5b49a986220e0dc71d4789 2024-12-05T13:25:15,657 DEBUG [M:0;88aaa70743e7:38827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d340e3be3f3148e1b4537ad458a84202 as hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d340e3be3f3148e1b4537ad458a84202 2024-12-05T13:25:15,660 INFO [M:0;88aaa70743e7:38827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d340e3be3f3148e1b4537ad458a84202, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T13:25:15,661 DEBUG [M:0;88aaa70743e7:38827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eda8b89859bb401db2bd282179f40e64 as hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eda8b89859bb401db2bd282179f40e64 2024-12-05T13:25:15,663 INFO [M:0;88aaa70743e7:38827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eda8b89859bb401db2bd282179f40e64, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T13:25:15,664 DEBUG [M:0;88aaa70743e7:38827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7095a9a14c5b49a986220e0dc71d4789 as hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7095a9a14c5b49a986220e0dc71d4789 2024-12-05T13:25:15,667 INFO [M:0;88aaa70743e7:38827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37887/user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7095a9a14c5b49a986220e0dc71d4789, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T13:25:15,667 INFO [M:0;88aaa70743e7:38827 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=97, compaction requested=false 2024-12-05T13:25:15,668 INFO [M:0;88aaa70743e7:38827 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:25:15,668 DEBUG [M:0;88aaa70743e7:38827 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733405114395Disabling compacts and flushes for region at 1733405114395Disabling writes for close at 1733405114396 (+1 ms)Obtaining lock to block concurrent updates at 1733405114396Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733405114396Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733405114396Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733405114396Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733405114397 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733405114407 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733405114407Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733405114815 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733405114831 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733405114831Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733405115238 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733405115250 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733405115250Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c2d9bc7: reopening flushed file at 1733405115657 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fe182d2: reopening flushed file at 1733405115660 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@134b052b: reopening flushed file at 1733405115663 (+3 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=97, compaction requested=false at 1733405115667 (+4 ms)Writing region close event to WAL at 1733405115668 (+1 ms)Closed at 1733405115668 2024-12-05T13:25:15,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42343 is added to blk_1073741830_1006 (size=63642) 2024-12-05T13:25:15,670 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b887f0e9-80d1-5116-43fb-cca89eb658e4/MasterData/WALs/88aaa70743e7,38827,1733405080029/88aaa70743e7%2C38827%2C1733405080029.1733405081861 not finished, retry = 0 2024-12-05T13:25:15,770 INFO [M:0;88aaa70743e7:38827 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T13:25:15,770 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:25:15,771 INFO [M:0;88aaa70743e7:38827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38827 2024-12-05T13:25:15,771 INFO [M:0;88aaa70743e7:38827 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:25:15,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38827-0x101a6d827730003, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:25:15,915 INFO [M:0;88aaa70743e7:38827 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:25:15,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38827-0x101a6d827730003, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:25:15,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@234d56fa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:25:15,917 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d93a347{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:25:15,917 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:25:15,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a930ee8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:25:15,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e8e93ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3450fb-5447-4219-c979-05d0d0b2ed8b/hadoop.log.dir/,STOPPED} 2024-12-05T13:25:15,918 WARN [BP-1244013718-172.17.0.3-1733405078505 heartbeating to localhost/127.0.0.1:37887 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:25:15,918 WARN [BP-1244013718-172.17.0.3-1733405078505 heartbeating to localhost/127.0.0.1:37887 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1244013718-172.17.0.3-1733405078505 (Datanode Uuid 317cb740-3fd9-48c4-8443-e13d49ea779d) service to localhost/127.0.0.1:37887 2024-12-05T13:25:15,918 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T13:25:15,919 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:25:15,919 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3450fb-5447-4219-c979-05d0d0b2ed8b/cluster_0898b632-006b-83d9-24fc-f2adeb8975b9/data/data1/current/BP-1244013718-172.17.0.3-1733405078505 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:25:15,919 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3450fb-5447-4219-c979-05d0d0b2ed8b/cluster_0898b632-006b-83d9-24fc-f2adeb8975b9/data/data2/current/BP-1244013718-172.17.0.3-1733405078505 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:25:15,919 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:25:15,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55caeb27{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:25:15,924 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60e64cb5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:25:15,924 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:25:15,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@748036cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:25:15,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77cff37d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a3450fb-5447-4219-c979-05d0d0b2ed8b/hadoop.log.dir/,STOPPED} 2024-12-05T13:25:15,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T13:25:15,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T13:25:15,938 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:25:15,938 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:25:15,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:15,939 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:25:15,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:15,939 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T13:25:15,939 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1295738789, stopped=false 2024-12-05T13:25:15,939 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=88aaa70743e7,37101,1733405075384 2024-12-05T13:25:15,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38969-0x101a6d827730001, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1667969274/running 2024-12-05T13:25:15,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37101-0x101a6d827730000, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1667969274/running 2024-12-05T13:25:15,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38969-0x101a6d827730001, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667969274 2024-12-05T13:25:15,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37101-0x101a6d827730000, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667969274 2024-12-05T13:25:15,950 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:25:15,950 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:25:15,950 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:25:15,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:15,950 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '88aaa70743e7,38969,1733405075535' ***** 2024-12-05T13:25:15,950 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T13:25:15,950 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38969-0x101a6d827730001, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Set watcher on znode that does not yet exist, /0-1667969274/running 2024-12-05T13:25:15,950 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37101-0x101a6d827730000, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Set watcher on znode that does not yet exist, /0-1667969274/running 2024-12-05T13:25:15,950 INFO [RS:0;88aaa70743e7:38969 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T13:25:15,950 INFO [RS:0;88aaa70743e7:38969 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T13:25:15,950 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T13:25:15,950 INFO [RS:0;88aaa70743e7:38969 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T13:25:15,951 INFO [RS:0;88aaa70743e7:38969 {}] regionserver.HRegionServer(3091): Received CLOSE for 81755499046618bf8a30552ca4136218 2024-12-05T13:25:15,951 INFO [RS:0;88aaa70743e7:38969 {}] regionserver.HRegionServer(3091): Received CLOSE for cbd94eb6b217f7c903bfd32881ef13e8 2024-12-05T13:25:15,951 INFO [RS:0;88aaa70743e7:38969 {}] regionserver.HRegionServer(959): stopping server 88aaa70743e7,38969,1733405075535 2024-12-05T13:25:15,951 INFO [RS:0;88aaa70743e7:38969 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:25:15,951 INFO [RS:0;88aaa70743e7:38969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:38969. 2024-12-05T13:25:15,951 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 81755499046618bf8a30552ca4136218, disabling compactions & flushes 2024-12-05T13:25:15,951 DEBUG [RS:0;88aaa70743e7:38969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:25:15,951 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733405088280.81755499046618bf8a30552ca4136218. 2024-12-05T13:25:15,951 DEBUG [RS:0;88aaa70743e7:38969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:15,951 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733405088280.81755499046618bf8a30552ca4136218. 2024-12-05T13:25:15,951 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733405088280.81755499046618bf8a30552ca4136218. after waiting 0 ms 2024-12-05T13:25:15,951 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733405088280.81755499046618bf8a30552ca4136218. 2024-12-05T13:25:15,951 INFO [RS:0;88aaa70743e7:38969 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T13:25:15,951 INFO [RS:0;88aaa70743e7:38969 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T13:25:15,951 INFO [RS:0;88aaa70743e7:38969 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T13:25:15,951 INFO [RS:0;88aaa70743e7:38969 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T13:25:15,951 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 81755499046618bf8a30552ca4136218 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-05T13:25:15,951 INFO [RS:0;88aaa70743e7:38969 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T13:25:15,952 DEBUG [RS:0;88aaa70743e7:38969 {}] regionserver.HRegionServer(1325): Online Regions={81755499046618bf8a30552ca4136218=test,,1733405088280.81755499046618bf8a30552ca4136218., 1588230740=hbase:meta,,1.1588230740, cbd94eb6b217f7c903bfd32881ef13e8=hbase:replication,,1733405094754.cbd94eb6b217f7c903bfd32881ef13e8.} 2024-12-05T13:25:15,952 DEBUG [RS:0;88aaa70743e7:38969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81755499046618bf8a30552ca4136218, cbd94eb6b217f7c903bfd32881ef13e8 2024-12-05T13:25:15,952 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:25:15,952 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:25:15,952 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:25:15,952 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:25:15,952 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:25:15,952 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T13:25:15,963 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/hbase/meta/1588230740/.tmp/info/4cf29e9b766e4d8386d3356fa3db970b is 147, key is hbase:replication,,1733405094754.cbd94eb6b217f7c903bfd32881ef13e8./info:regioninfo/1733405095914/Put/seqid=0 2024-12-05T13:25:15,963 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/default/test/81755499046618bf8a30552ca4136218/.tmp/f/c21ad2cdf5564d86b957db2e90fe8b07 is 28, key is row/f:/1733405104232/DeleteFamily/seqid=0 2024-12-05T13:25:15,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41349 is added to blk_1073741841_1017 (size=5085) 2024-12-05T13:25:15,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41349 is added to blk_1073741840_1016 (size=7686) 2024-12-05T13:25:15,967 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/hbase/meta/1588230740/.tmp/info/4cf29e9b766e4d8386d3356fa3db970b 2024-12-05T13:25:15,984 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/hbase/meta/1588230740/.tmp/ns/b86e768364c9463c9392cfb3468bed6d is 43, key is default/ns:d/1733405078360/Put/seqid=0 2024-12-05T13:25:15,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41349 is added to blk_1073741842_1018 (size=5153) 2024-12-05T13:25:16,035 INFO [regionserver/88aaa70743e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:25:16,152 DEBUG [RS:0;88aaa70743e7:38969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81755499046618bf8a30552ca4136218, cbd94eb6b217f7c903bfd32881ef13e8 2024-12-05T13:25:16,207 INFO [regionserver/88aaa70743e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T13:25:16,207 INFO [regionserver/88aaa70743e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T13:25:16,352 DEBUG [RS:0;88aaa70743e7:38969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81755499046618bf8a30552ca4136218, cbd94eb6b217f7c903bfd32881ef13e8 2024-12-05T13:25:16,367 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/default/test/81755499046618bf8a30552ca4136218/.tmp/f/c21ad2cdf5564d86b957db2e90fe8b07 2024-12-05T13:25:16,371 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c21ad2cdf5564d86b957db2e90fe8b07 2024-12-05T13:25:16,387 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/default/test/81755499046618bf8a30552ca4136218/.tmp/f1/f62c29160b414e21b0eefbf78b349ccc is 29, key is row/f1:/1733405104232/DeleteFamily/seqid=0 2024-12-05T13:25:16,387 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/hbase/meta/1588230740/.tmp/ns/b86e768364c9463c9392cfb3468bed6d 2024-12-05T13:25:16,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41349 is added to blk_1073741843_1019 (size=5089) 2024-12-05T13:25:16,407 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/hbase/meta/1588230740/.tmp/rep_barrier/5bd64caf3a5944ec96ce05cb758e8f62 is 112, key is test,,1733405088280.81755499046618bf8a30552ca4136218./rep_barrier:seqnumDuringOpen/1733405089418/Put/seqid=0 2024-12-05T13:25:16,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41349 is added to blk_1073741844_1020 (size=5518) 2024-12-05T13:25:16,419 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 to pos 636, reset compression=false 2024-12-05T13:25:16,423 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:25:16,423 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 to pos 883, reset compression=false 2024-12-05T13:25:16,423 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.shipper88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,38969,1733405075535 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T13:25:16,424 ERROR [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.shipper88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 88aaa70743e7,38969,1733405075535: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-88aaa70743e7,38969,1733405075535, walGroup=88aaa70743e7%2C38969%2C1733405075535, offset=88aaa70743e7%2C38969%2C1733405075535.1733405077333:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:38969 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T13:25:16,425 ERROR [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.shipper88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T13:25:16,425 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.shipper88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T13:25:16,425 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.shipper88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T13:25:16,425 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.shipper88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T13:25:16,425 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.shipper88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T13:25:16,425 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.shipper88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1388314624, "init": 1048576000, "max": 2306867200, "used": 1031396128 }, "NonHeapMemoryUsage": { "committed": 206962688, "init": 7667712, "max": -1, "used": 203142800 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T13:25:16,426 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.shipper88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:37101 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:37101 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T13:25:16,552 DEBUG [RS:0;88aaa70743e7:38969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81755499046618bf8a30552ca4136218, cbd94eb6b217f7c903bfd32881ef13e8 2024-12-05T13:25:16,626 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 to pos 883, reset compression=false 2024-12-05T13:25:16,752 DEBUG [RS:0;88aaa70743e7:38969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81755499046618bf8a30552ca4136218, cbd94eb6b217f7c903bfd32881ef13e8 2024-12-05T13:25:16,791 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/default/test/81755499046618bf8a30552ca4136218/.tmp/f1/f62c29160b414e21b0eefbf78b349ccc 2024-12-05T13:25:16,794 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f62c29160b414e21b0eefbf78b349ccc 2024-12-05T13:25:16,805 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/default/test/81755499046618bf8a30552ca4136218/.tmp/norep/6a91d06d506940d68eb649a2968506ef is 32, key is row/norep:/1733405104232/DeleteFamily/seqid=0 2024-12-05T13:25:16,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41349 is added to blk_1073741845_1021 (size=5101) 2024-12-05T13:25:16,810 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/hbase/meta/1588230740/.tmp/rep_barrier/5bd64caf3a5944ec96ce05cb758e8f62 2024-12-05T13:25:16,824 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/hbase/meta/1588230740/.tmp/table/623ca5ffc57d4769961f4fb3f6099bef is 53, key is hbase:replication/table:state/1733405095919/Put/seqid=0 2024-12-05T13:25:16,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41349 is added to blk_1073741846_1022 (size=5308) 2024-12-05T13:25:16,929 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 to pos 883, reset compression=false 2024-12-05T13:25:16,952 DEBUG [RS:0;88aaa70743e7:38969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81755499046618bf8a30552ca4136218, cbd94eb6b217f7c903bfd32881ef13e8 2024-12-05T13:25:17,153 DEBUG [RS:0;88aaa70743e7:38969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81755499046618bf8a30552ca4136218, cbd94eb6b217f7c903bfd32881ef13e8 2024-12-05T13:25:17,210 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/default/test/81755499046618bf8a30552ca4136218/.tmp/norep/6a91d06d506940d68eb649a2968506ef 2024-12-05T13:25:17,213 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a91d06d506940d68eb649a2968506ef 2024-12-05T13:25:17,213 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/default/test/81755499046618bf8a30552ca4136218/.tmp/f/c21ad2cdf5564d86b957db2e90fe8b07 as hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/default/test/81755499046618bf8a30552ca4136218/f/c21ad2cdf5564d86b957db2e90fe8b07 2024-12-05T13:25:17,216 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c21ad2cdf5564d86b957db2e90fe8b07 2024-12-05T13:25:17,216 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/default/test/81755499046618bf8a30552ca4136218/f/c21ad2cdf5564d86b957db2e90fe8b07, entries=1, sequenceid=6, filesize=5.0 K 2024-12-05T13:25:17,217 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/default/test/81755499046618bf8a30552ca4136218/.tmp/f1/f62c29160b414e21b0eefbf78b349ccc as hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/default/test/81755499046618bf8a30552ca4136218/f1/f62c29160b414e21b0eefbf78b349ccc 2024-12-05T13:25:17,220 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f62c29160b414e21b0eefbf78b349ccc 2024-12-05T13:25:17,220 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/default/test/81755499046618bf8a30552ca4136218/f1/f62c29160b414e21b0eefbf78b349ccc, entries=1, sequenceid=6, filesize=5.0 K 2024-12-05T13:25:17,220 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/default/test/81755499046618bf8a30552ca4136218/.tmp/norep/6a91d06d506940d68eb649a2968506ef as hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/default/test/81755499046618bf8a30552ca4136218/norep/6a91d06d506940d68eb649a2968506ef 2024-12-05T13:25:17,223 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a91d06d506940d68eb649a2968506ef 2024-12-05T13:25:17,223 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/default/test/81755499046618bf8a30552ca4136218/norep/6a91d06d506940d68eb649a2968506ef, entries=1, sequenceid=6, filesize=5.0 K 2024-12-05T13:25:17,224 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 81755499046618bf8a30552ca4136218 in 1273ms, sequenceid=6, compaction requested=false 2024-12-05T13:25:17,227 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/hbase/meta/1588230740/.tmp/table/623ca5ffc57d4769961f4fb3f6099bef 2024-12-05T13:25:17,227 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/default/test/81755499046618bf8a30552ca4136218/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T13:25:17,227 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:25:17,227 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T13:25:17,227 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733405088280.81755499046618bf8a30552ca4136218. 2024-12-05T13:25:17,227 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 81755499046618bf8a30552ca4136218: Waiting for close lock at 1733405115951Running coprocessor pre-close hooks at 1733405115951Disabling compacts and flushes for region at 1733405115951Disabling writes for close at 1733405115951Obtaining lock to block concurrent updates at 1733405115951Preparing flush snapshotting stores in 81755499046618bf8a30552ca4136218 at 1733405115951Finished memstore snapshotting test,,1733405088280.81755499046618bf8a30552ca4136218., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733405115952 (+1 ms)Flushing stores of test,,1733405088280.81755499046618bf8a30552ca4136218. at 1733405115952Flushing 81755499046618bf8a30552ca4136218/f: creating writer at 1733405115952Flushing 81755499046618bf8a30552ca4136218/f: appending metadata at 1733405115963 (+11 ms)Flushing 81755499046618bf8a30552ca4136218/f: closing flushed file at 1733405115963Flushing 81755499046618bf8a30552ca4136218/f1: creating writer at 1733405116371 (+408 ms)Flushing 81755499046618bf8a30552ca4136218/f1: appending metadata at 1733405116386 (+15 ms)Flushing 81755499046618bf8a30552ca4136218/f1: closing flushed file at 1733405116386Flushing 81755499046618bf8a30552ca4136218/norep: creating writer at 1733405116794 (+408 ms)Flushing 81755499046618bf8a30552ca4136218/norep: appending metadata at 1733405116805 (+11 ms)Flushing 81755499046618bf8a30552ca4136218/norep: closing flushed file at 1733405116805Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@564b39e1: reopening flushed file at 1733405117213 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bc2ffc6: reopening flushed file at 1733405117216 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37f009b6: reopening flushed file at 1733405117220 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 81755499046618bf8a30552ca4136218 in 1273ms, sequenceid=6, compaction requested=false at 1733405117224 (+4 ms)Writing region close event to WAL at 1733405117225 (+1 ms)Running coprocessor post-close hooks at 1733405117227 (+2 ms)Closed at 1733405117227 2024-12-05T13:25:17,228 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733405088280.81755499046618bf8a30552ca4136218. 2024-12-05T13:25:17,228 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cbd94eb6b217f7c903bfd32881ef13e8, disabling compactions & flushes 2024-12-05T13:25:17,228 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733405094754.cbd94eb6b217f7c903bfd32881ef13e8. 2024-12-05T13:25:17,228 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733405094754.cbd94eb6b217f7c903bfd32881ef13e8. 2024-12-05T13:25:17,228 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733405094754.cbd94eb6b217f7c903bfd32881ef13e8. after waiting 0 ms 2024-12-05T13:25:17,228 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733405094754.cbd94eb6b217f7c903bfd32881ef13e8. 2024-12-05T13:25:17,228 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cbd94eb6b217f7c903bfd32881ef13e8: Waiting for close lock at 1733405117228Running coprocessor pre-close hooks at 1733405117228Disabling compacts and flushes for region at 1733405117228Disabling writes for close at 1733405117228Failed flush hbase:replication,,1733405094754.cbd94eb6b217f7c903bfd32881ef13e8., putting online again at 1733405117228 2024-12-05T13:25:17,228 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733405094754.cbd94eb6b217f7c903bfd32881ef13e8. 2024-12-05T13:25:17,230 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/hbase/meta/1588230740/.tmp/info/4cf29e9b766e4d8386d3356fa3db970b as hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/hbase/meta/1588230740/info/4cf29e9b766e4d8386d3356fa3db970b 2024-12-05T13:25:17,233 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/hbase/meta/1588230740/info/4cf29e9b766e4d8386d3356fa3db970b, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T13:25:17,234 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/hbase/meta/1588230740/.tmp/ns/b86e768364c9463c9392cfb3468bed6d as hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/hbase/meta/1588230740/ns/b86e768364c9463c9392cfb3468bed6d 2024-12-05T13:25:17,236 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/hbase/meta/1588230740/ns/b86e768364c9463c9392cfb3468bed6d, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T13:25:17,237 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/hbase/meta/1588230740/.tmp/rep_barrier/5bd64caf3a5944ec96ce05cb758e8f62 as hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/hbase/meta/1588230740/rep_barrier/5bd64caf3a5944ec96ce05cb758e8f62 2024-12-05T13:25:17,239 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/hbase/meta/1588230740/rep_barrier/5bd64caf3a5944ec96ce05cb758e8f62, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T13:25:17,240 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/hbase/meta/1588230740/.tmp/table/623ca5ffc57d4769961f4fb3f6099bef as hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/hbase/meta/1588230740/table/623ca5ffc57d4769961f4fb3f6099bef 2024-12-05T13:25:17,242 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/hbase/meta/1588230740/table/623ca5ffc57d4769961f4fb3f6099bef, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T13:25:17,243 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1291ms, sequenceid=16, compaction requested=false 2024-12-05T13:25:17,246 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T13:25:17,247 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:25:17,247 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:25:17,247 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:25:17,247 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733405115952Running coprocessor pre-close hooks at 1733405115952Disabling compacts and flushes for region at 1733405115952Disabling writes for close at 1733405115952Obtaining lock to block concurrent updates at 1733405115952Preparing flush snapshotting stores in 1588230740 at 1733405115952Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733405115952Flushing stores of hbase:meta,,1.1588230740 at 1733405115952Flushing 1588230740/info: creating writer at 1733405115952Flushing 1588230740/info: appending metadata at 1733405115963 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733405115963Flushing 1588230740/ns: creating writer at 1733405115972 (+9 ms)Flushing 1588230740/ns: appending metadata at 1733405115983 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733405115983Flushing 1588230740/rep_barrier: creating writer at 1733405116391 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733405116406 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733405116406Flushing 1588230740/table: creating writer at 1733405116813 (+407 ms)Flushing 1588230740/table: appending metadata at 1733405116823 (+10 ms)Flushing 1588230740/table: closing flushed file at 1733405116823Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59e18358: reopening flushed file at 1733405117230 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@273f2225: reopening flushed file at 1733405117234 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e30e358: reopening flushed file at 1733405117237 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e11431f: reopening flushed file at 1733405117239 (+2 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1291ms, sequenceid=16, compaction requested=false at 1733405117243 (+4 ms)Writing region close event to WAL at 1733405117244 (+1 ms)Running coprocessor post-close hooks at 1733405117247 (+3 ms)Closed at 1733405117247 2024-12-05T13:25:17,247 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T13:25:17,332 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 to pos 883, reset compression=false 2024-12-05T13:25:17,336 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:25:17,336 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 to pos 1527, reset compression=false 2024-12-05T13:25:17,353 INFO [RS:0;88aaa70743e7:38969 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T13:25:17,353 DEBUG [RS:0;88aaa70743e7:38969 {}] regionserver.HRegionServer(1325): Online Regions={cbd94eb6b217f7c903bfd32881ef13e8=hbase:replication,,1733405094754.cbd94eb6b217f7c903bfd32881ef13e8.} 2024-12-05T13:25:17,353 INFO [RS:0;88aaa70743e7:38969 {}] regionserver.HRegionServer(3091): Received CLOSE for cbd94eb6b217f7c903bfd32881ef13e8 2024-12-05T13:25:17,353 DEBUG [RS:0;88aaa70743e7:38969 {}] regionserver.HRegionServer(1351): Waiting on cbd94eb6b217f7c903bfd32881ef13e8 2024-12-05T13:25:17,353 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cbd94eb6b217f7c903bfd32881ef13e8, disabling compactions & flushes 2024-12-05T13:25:17,353 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733405094754.cbd94eb6b217f7c903bfd32881ef13e8. 2024-12-05T13:25:17,353 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733405094754.cbd94eb6b217f7c903bfd32881ef13e8. 2024-12-05T13:25:17,353 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733405094754.cbd94eb6b217f7c903bfd32881ef13e8. after waiting 0 ms 2024-12-05T13:25:17,353 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733405094754.cbd94eb6b217f7c903bfd32881ef13e8. 2024-12-05T13:25:17,353 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cbd94eb6b217f7c903bfd32881ef13e8: Waiting for close lock at 1733405117353Running coprocessor pre-close hooks at 1733405117353Disabling compacts and flushes for region at 1733405117353Disabling writes for close at 1733405117353Failed flush hbase:replication,,1733405094754.cbd94eb6b217f7c903bfd32881ef13e8., putting online again at 1733405117353 2024-12-05T13:25:17,353 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733405094754.cbd94eb6b217f7c903bfd32881ef13e8. 2024-12-05T13:25:17,538 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 to pos 1527, reset compression=false 2024-12-05T13:25:17,553 INFO [RS:0;88aaa70743e7:38969 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-05T13:25:17,553 INFO [RS:0;88aaa70743e7:38969 {}] regionserver.HRegionServer(976): stopping server 88aaa70743e7,38969,1733405075535; all regions closed. 2024-12-05T13:25:17,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41349 is added to blk_1073741834_1010 (size=4239) 2024-12-05T13:25:17,555 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.meta.1733405078304.meta not finished, retry = 0 2024-12-05T13:25:17,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41349 is added to blk_1073741839_1015 (size=1297) 2024-12-05T13:25:17,657 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.rep.1733405095885 not finished, retry = 0 2024-12-05T13:25:17,760 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 not finished, retry = 0 2024-12-05T13:25:17,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41349 is added to blk_1073741832_1008 (size=1535) 2024-12-05T13:25:17,841 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 to pos 1527, reset compression=false 2024-12-05T13:25:17,860 DEBUG [RS:0;88aaa70743e7:38969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:17,860 INFO [RS:0;88aaa70743e7:38969 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:25:17,860 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/WALs/88aaa70743e7,38969,1733405075535/88aaa70743e7%2C38969%2C1733405075535.1733405077333 2024-12-05T13:25:17,860 INFO [RS:0;88aaa70743e7:38969 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:25:17,861 INFO [RS:0;88aaa70743e7:38969 {}] hbase.ChoreService(370): Chore service for: regionserver/88aaa70743e7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T13:25:17,861 INFO [RS:0;88aaa70743e7:38969 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:25:17,861 INFO [regionserver/88aaa70743e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:25:17,861 INFO [RS:0;88aaa70743e7:38969 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-88aaa70743e7,38969,1733405075535 because: Region server is closing 2024-12-05T13:25:17,861 INFO [RS:0;88aaa70743e7:38969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:38969. 2024-12-05T13:25:17,861 DEBUG [RS:0;88aaa70743e7:38969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:25:17,861 DEBUG [RS:0;88aaa70743e7:38969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:17,861 DEBUG [RS:0;88aaa70743e7:38969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:17,861 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:25:17,962 INFO [RS:0;88aaa70743e7:38969 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.shipper88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 terminated 2024-12-05T13:25:17,962 INFO [RS:0;88aaa70743e7:38969 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38969 2024-12-05T13:25:17,962 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,38969,1733405075535.replicationSource.wal-reader.88aaa70743e7%2C38969%2C1733405075535,1-88aaa70743e7,38969,1733405075535 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-05T13:25:17,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38969-0x101a6d827730001, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1667969274/rs/88aaa70743e7,38969,1733405075535 2024-12-05T13:25:17,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37101-0x101a6d827730000, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667969274/rs 2024-12-05T13:25:17,966 INFO [RS:0;88aaa70743e7:38969 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:25:17,974 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [88aaa70743e7,38969,1733405075535] 2024-12-05T13:25:17,983 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1667969274/draining/88aaa70743e7,38969,1733405075535 already deleted, retry=false 2024-12-05T13:25:17,983 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 88aaa70743e7,38969,1733405075535 expired; onlineServers=0 2024-12-05T13:25:17,983 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '88aaa70743e7,37101,1733405075384' ***** 2024-12-05T13:25:17,983 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T13:25:17,983 INFO [M:0;88aaa70743e7:37101 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:25:17,983 INFO [M:0;88aaa70743e7:37101 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:25:17,983 DEBUG [M:0;88aaa70743e7:37101 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T13:25:17,983 DEBUG [M:0;88aaa70743e7:37101 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T13:25:17,983 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T13:25:17,983 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733405077067 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733405077067,5,FailOnTimeoutGroup] 2024-12-05T13:25:17,983 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733405077071 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733405077071,5,FailOnTimeoutGroup] 2024-12-05T13:25:17,983 INFO [M:0;88aaa70743e7:37101 {}] hbase.ChoreService(370): Chore service for: master/88aaa70743e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T13:25:17,983 INFO [M:0;88aaa70743e7:37101 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:25:17,983 DEBUG [M:0;88aaa70743e7:37101 {}] master.HMaster(1795): Stopping service threads 2024-12-05T13:25:17,983 INFO [M:0;88aaa70743e7:37101 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T13:25:17,984 INFO [M:0;88aaa70743e7:37101 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:25:17,984 INFO [M:0;88aaa70743e7:37101 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T13:25:17,984 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T13:25:17,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37101-0x101a6d827730000, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1667969274/master 2024-12-05T13:25:17,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37101-0x101a6d827730000, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1667969274 2024-12-05T13:25:17,991 DEBUG [M:0;88aaa70743e7:37101 {}] zookeeper.ZKUtil(347): master:37101-0x101a6d827730000, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Unable to get data of znode /0-1667969274/master because node does not exist (not an error) 2024-12-05T13:25:17,991 WARN [M:0;88aaa70743e7:37101 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T13:25:17,992 INFO [M:0;88aaa70743e7:37101 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/.lastflushedseqids 2024-12-05T13:25:17,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41349 is added to blk_1073741847_1023 (size=245) 2024-12-05T13:25:18,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38969-0x101a6d827730001, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:25:18,075 INFO [RS:0;88aaa70743e7:38969 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:25:18,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38969-0x101a6d827730001, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:25:18,075 INFO [RS:0;88aaa70743e7:38969 {}] regionserver.HRegionServer(1031): Exiting; stopping=88aaa70743e7,38969,1733405075535; zookeeper connection closed. 2024-12-05T13:25:18,075 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29eede29 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29eede29 2024-12-05T13:25:18,075 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T13:25:18,396 INFO [M:0;88aaa70743e7:37101 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T13:25:18,396 INFO [M:0;88aaa70743e7:37101 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T13:25:18,396 DEBUG [M:0;88aaa70743e7:37101 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:25:18,396 INFO [M:0;88aaa70743e7:37101 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:25:18,396 DEBUG [M:0;88aaa70743e7:37101 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:25:18,396 DEBUG [M:0;88aaa70743e7:37101 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:25:18,396 DEBUG [M:0;88aaa70743e7:37101 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:25:18,396 INFO [M:0;88aaa70743e7:37101 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.73 KB heapSize=65.71 KB 2024-12-05T13:25:18,413 DEBUG [M:0;88aaa70743e7:37101 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c24c73a0c8da4e02881eaca00aa38aeb is 82, key is hbase:meta,,1/info:regioninfo/1733405078338/Put/seqid=0 2024-12-05T13:25:18,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41349 is added to blk_1073741848_1024 (size=5672) 2024-12-05T13:25:18,816 INFO [M:0;88aaa70743e7:37101 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c24c73a0c8da4e02881eaca00aa38aeb 2024-12-05T13:25:18,836 DEBUG [M:0;88aaa70743e7:37101 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85815d07719b424aaa37680f051fea85 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733405089426/Put/seqid=0 2024-12-05T13:25:18,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41349 is added to blk_1073741849_1025 (size=7216) 2024-12-05T13:25:18,843 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:25:18,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:18,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:18,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:18,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:18,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:18,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:18,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:18,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:18,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:18,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:18,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:18,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:18,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:18,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:18,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:18,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:18,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:19,240 INFO [M:0;88aaa70743e7:37101 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.17 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85815d07719b424aaa37680f051fea85 2024-12-05T13:25:19,243 INFO [M:0;88aaa70743e7:37101 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 85815d07719b424aaa37680f051fea85 2024-12-05T13:25:19,254 DEBUG [M:0;88aaa70743e7:37101 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/abc55998a9794aa6bb4fac5a49e1a4fa is 69, key is 88aaa70743e7,38969,1733405075535/rs:state/1733405077189/Put/seqid=0 2024-12-05T13:25:19,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41349 is added to blk_1073741850_1026 (size=5156) 2024-12-05T13:25:19,657 INFO [M:0;88aaa70743e7:37101 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/abc55998a9794aa6bb4fac5a49e1a4fa 2024-12-05T13:25:19,661 DEBUG [M:0;88aaa70743e7:37101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c24c73a0c8da4e02881eaca00aa38aeb as hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c24c73a0c8da4e02881eaca00aa38aeb 2024-12-05T13:25:19,665 INFO [M:0;88aaa70743e7:37101 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c24c73a0c8da4e02881eaca00aa38aeb, entries=8, sequenceid=105, filesize=5.5 K 2024-12-05T13:25:19,665 DEBUG [M:0;88aaa70743e7:37101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85815d07719b424aaa37680f051fea85 as hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/85815d07719b424aaa37680f051fea85 2024-12-05T13:25:19,669 INFO [M:0;88aaa70743e7:37101 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 85815d07719b424aaa37680f051fea85 2024-12-05T13:25:19,669 INFO [M:0;88aaa70743e7:37101 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/85815d07719b424aaa37680f051fea85, entries=11, sequenceid=105, filesize=7.0 K 2024-12-05T13:25:19,670 DEBUG [M:0;88aaa70743e7:37101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/abc55998a9794aa6bb4fac5a49e1a4fa as hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/abc55998a9794aa6bb4fac5a49e1a4fa 2024-12-05T13:25:19,674 INFO [M:0;88aaa70743e7:37101 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33015/user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/abc55998a9794aa6bb4fac5a49e1a4fa, entries=1, sequenceid=105, filesize=5.0 K 2024-12-05T13:25:19,674 INFO [M:0;88aaa70743e7:37101 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.73 KB/57068, heapSize ~65.41 KB/66984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=105, compaction requested=false 2024-12-05T13:25:19,676 INFO [M:0;88aaa70743e7:37101 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:25:19,676 DEBUG [M:0;88aaa70743e7:37101 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733405118396Disabling compacts and flushes for region at 1733405118396Disabling writes for close at 1733405118396Obtaining lock to block concurrent updates at 1733405118396Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733405118396Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57068, getHeapSize=67224, getOffHeapSize=0, getCellsCount=122 at 1733405118397 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733405118397Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733405118397Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733405118412 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733405118412Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733405118820 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733405118836 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733405118836Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733405119243 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733405119254 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733405119254Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a2637ad: reopening flushed file at 1733405119661 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c76a92e: reopening flushed file at 1733405119665 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f9083dc: reopening flushed file at 1733405119669 (+4 ms)Finished flush of dataSize ~55.73 KB/57068, heapSize ~65.41 KB/66984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=105, compaction requested=false at 1733405119674 (+5 ms)Writing region close event to WAL at 1733405119676 (+2 ms)Closed at 1733405119676 2024-12-05T13:25:19,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41349 is added to blk_1073741830_1006 (size=64399) 2024-12-05T13:25:19,677 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5eb3f845-8551-68f2-b664-7a3390599eca/MasterData/WALs/88aaa70743e7,37101,1733405075384/88aaa70743e7%2C37101%2C1733405075384.1733405076848 not finished, retry = 0 2024-12-05T13:25:19,778 INFO [M:0;88aaa70743e7:37101 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T13:25:19,778 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:25:19,778 INFO [M:0;88aaa70743e7:37101 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37101 2024-12-05T13:25:19,779 INFO [M:0;88aaa70743e7:37101 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:25:19,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37101-0x101a6d827730000, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:25:19,915 INFO [M:0;88aaa70743e7:37101 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:25:19,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37101-0x101a6d827730000, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:25:19,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f7c806f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:25:19,918 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b21a851{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:25:19,918 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:25:19,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62d3a572{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:25:19,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c10a1c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeac627a-d677-d701-191d-55f9f7304f97/hadoop.log.dir/,STOPPED} 2024-12-05T13:25:19,919 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T13:25:19,919 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:25:19,919 WARN [BP-105732084-172.17.0.3-1733405073890 heartbeating to localhost/127.0.0.1:33015 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:25:19,919 WARN [BP-105732084-172.17.0.3-1733405073890 heartbeating to localhost/127.0.0.1:33015 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-105732084-172.17.0.3-1733405073890 (Datanode Uuid 7babd805-fbf8-40ee-b659-7b227efb07c4) service to localhost/127.0.0.1:33015 2024-12-05T13:25:19,920 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeac627a-d677-d701-191d-55f9f7304f97/cluster_9882c06c-571d-bc56-7ae2-f394856eeafc/data/data1/current/BP-105732084-172.17.0.3-1733405073890 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:25:19,920 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeac627a-d677-d701-191d-55f9f7304f97/cluster_9882c06c-571d-bc56-7ae2-f394856eeafc/data/data2/current/BP-105732084-172.17.0.3-1733405073890 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:25:19,920 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:25:19,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d393ae5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:25:19,925 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@732e8ed2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:25:19,925 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:25:19,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f2d2886{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:25:19,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d3bb0de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeac627a-d677-d701-191d-55f9f7304f97/hadoop.log.dir/,STOPPED} 2024-12-05T13:25:19,930 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T13:25:19,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T13:25:19,955 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=359 (was 313) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33015 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:45489 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37887 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62743) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45489 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33015 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62743) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:33015 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45489 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33015 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37887 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45489 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37887 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37887 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:37887 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62743) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33015 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=781 (was 722) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=327 (was 322) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2980 (was 3577) 2024-12-05T13:25:19,965 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=359, OpenFileDescriptor=781, MaxFileDescriptor=1048576, SystemLoadAverage=327, ProcessCount=11, AvailableMemoryMB=2979 2024-12-05T13:25:19,981 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-05T13:25:19,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4404639d-9aa4-6739-38fc-9ca4cdf3cddb/hadoop.log.dir so I do NOT create it in target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1 2024-12-05T13:25:19,981 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4404639d-9aa4-6739-38fc-9ca4cdf3cddb/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T13:25:19,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4404639d-9aa4-6739-38fc-9ca4cdf3cddb/hadoop.tmp.dir so I do NOT create it in target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1 2024-12-05T13:25:19,981 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4404639d-9aa4-6739-38fc-9ca4cdf3cddb/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T13:25:19,981 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1 2024-12-05T13:25:19,981 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1/cluster_e84bd82a-2d34-d6b8-2668-8da3f01cb3e5, deleteOnExit=true 2024-12-05T13:25:20,005 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1/cluster_e84bd82a-2d34-d6b8-2668-8da3f01cb3e5/zookeeper_0, clientPort=54481, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1/cluster_e84bd82a-2d34-d6b8-2668-8da3f01cb3e5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1/cluster_e84bd82a-2d34-d6b8-2668-8da3f01cb3e5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T13:25:20,006 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54481 2024-12-05T13:25:20,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T13:25:20,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T13:25:20,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1/test.cache.data in system properties and HBase conf 2024-12-05T13:25:20,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T13:25:20,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1/hadoop.log.dir in system properties and HBase conf 2024-12-05T13:25:20,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T13:25:20,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T13:25:20,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T13:25:20,006 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T13:25:20,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:25:20,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:25:20,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T13:25:20,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:25:20,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T13:25:20,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T13:25:20,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:25:20,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:25:20,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T13:25:20,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1/nfs.dump.dir in system properties and HBase conf 2024-12-05T13:25:20,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1/java.io.tmpdir in system properties and HBase conf 2024-12-05T13:25:20,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:25:20,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T13:25:20,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T13:25:20,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a6d827730005, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T13:25:20,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101a6d827730008, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T13:25:20,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a6d827730002, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T13:25:20,029 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a6d827730005, quorum=127.0.0.1:62743, baseZNode=/12097189548 Received Disconnected from ZooKeeper, ignoring 2024-12-05T13:25:20,029 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101a6d827730008, quorum=127.0.0.1:62743, baseZNode=/2-1561555446 Received Disconnected from ZooKeeper, ignoring 2024-12-05T13:25:20,029 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a6d827730002, quorum=127.0.0.1:62743, baseZNode=/0-1667969274 Received Disconnected from ZooKeeper, ignoring 2024-12-05T13:25:20,314 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:25:20,318 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:25:20,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:25:20,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:25:20,321 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T13:25:20,322 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:25:20,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@144ef07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:25:20,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40c44b8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:25:20,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30a30052{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1/java.io.tmpdir/jetty-localhost-39889-hadoop-hdfs-3_4_1-tests_jar-_-any-5371206106326781994/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:25:20,412 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3338bb6d{HTTP/1.1, (http/1.1)}{localhost:39889} 2024-12-05T13:25:20,412 INFO [Time-limited test {}] server.Server(415): Started @316247ms 2024-12-05T13:25:20,769 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:25:20,772 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:25:20,774 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:25:20,774 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:25:20,774 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T13:25:20,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56b7299a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:25:20,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@612fd0bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:25:20,871 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12f0efaf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1/java.io.tmpdir/jetty-localhost-39345-hadoop-hdfs-3_4_1-tests_jar-_-any-17345629405316229143/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:25:20,871 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46647221{HTTP/1.1, (http/1.1)}{localhost:39345} 2024-12-05T13:25:20,871 INFO [Time-limited test {}] server.Server(415): Started @316707ms 2024-12-05T13:25:20,872 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:25:21,288 WARN [Thread-4192 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1/cluster_e84bd82a-2d34-d6b8-2668-8da3f01cb3e5/data/data1/current/BP-1873052840-172.17.0.3-1733405120019/current, will proceed with Du for space computation calculation, 2024-12-05T13:25:21,288 WARN [Thread-4193 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1/cluster_e84bd82a-2d34-d6b8-2668-8da3f01cb3e5/data/data2/current/BP-1873052840-172.17.0.3-1733405120019/current, will proceed with Du for space computation calculation, 2024-12-05T13:25:21,301 WARN [Thread-4180 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:25:21,303 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x579e09c07726d978 with lease ID 0x684fc4c898ec8938: Processing first storage report for DS-b88f028b-046c-4d6c-8bc6-c2afeaf5f203 from datanode DatanodeRegistration(127.0.0.1:45039, datanodeUuid=d9dc269b-546d-4524-9274-b68c951520e9, infoPort=37385, infoSecurePort=0, ipcPort=39627, storageInfo=lv=-57;cid=testClusterID;nsid=1746704539;c=1733405120019) 2024-12-05T13:25:21,303 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x579e09c07726d978 with lease ID 0x684fc4c898ec8938: from storage DS-b88f028b-046c-4d6c-8bc6-c2afeaf5f203 node DatanodeRegistration(127.0.0.1:45039, datanodeUuid=d9dc269b-546d-4524-9274-b68c951520e9, infoPort=37385, infoSecurePort=0, ipcPort=39627, storageInfo=lv=-57;cid=testClusterID;nsid=1746704539;c=1733405120019), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T13:25:21,303 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x579e09c07726d978 with lease ID 0x684fc4c898ec8938: Processing first storage report for DS-64336b2f-0b12-4a17-bf83-56beba9f19da from datanode DatanodeRegistration(127.0.0.1:45039, datanodeUuid=d9dc269b-546d-4524-9274-b68c951520e9, infoPort=37385, infoSecurePort=0, ipcPort=39627, storageInfo=lv=-57;cid=testClusterID;nsid=1746704539;c=1733405120019) 2024-12-05T13:25:21,304 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x579e09c07726d978 with lease ID 0x684fc4c898ec8938: from storage DS-64336b2f-0b12-4a17-bf83-56beba9f19da node DatanodeRegistration(127.0.0.1:45039, datanodeUuid=d9dc269b-546d-4524-9274-b68c951520e9, infoPort=37385, infoSecurePort=0, ipcPort=39627, storageInfo=lv=-57;cid=testClusterID;nsid=1746704539;c=1733405120019), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:25:21,398 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1 2024-12-05T13:25:21,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:25:21,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:25:21,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45039 is added to blk_1073741825_1001 (size=7) 2024-12-05T13:25:21,552 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T13:25:21,552 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T13:25:21,552 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T13:25:21,552 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T13:25:21,805 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44567/user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c with version=8 2024-12-05T13:25:21,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44567/user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c/hbase-staging 2024-12-05T13:25:21,807 INFO [Time-limited test {}] client.ConnectionUtils(128): master/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:25:21,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:25:21,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:25:21,807 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:25:21,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:25:21,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:25:21,807 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T13:25:21,807 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:25:21,808 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34905 2024-12-05T13:25:21,808 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34905 connecting to ZooKeeper ensemble=127.0.0.1:54481 2024-12-05T13:25:21,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349050x0, quorum=127.0.0.1:54481, baseZNode=/0-460032879 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:25:21,879 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34905-0x101a6d8dbae0000 connected 2024-12-05T13:25:21,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:25:21,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:25:21,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34905-0x101a6d8dbae0000, quorum=127.0.0.1:54481, baseZNode=/0-460032879 Set watcher on znode that does not yet exist, /0-460032879/running 2024-12-05T13:25:21,941 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44567/user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c, hbase.cluster.distributed=false 2024-12-05T13:25:21,942 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34905-0x101a6d8dbae0000, quorum=127.0.0.1:54481, baseZNode=/0-460032879 Set watcher on znode that does not yet exist, /0-460032879/acl 2024-12-05T13:25:21,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34905 2024-12-05T13:25:21,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34905 2024-12-05T13:25:21,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34905 2024-12-05T13:25:21,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34905 2024-12-05T13:25:21,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34905 2024-12-05T13:25:21,956 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:25:21,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:25:21,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:25:21,956 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:25:21,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:25:21,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:25:21,956 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T13:25:21,956 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:25:21,957 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41035 2024-12-05T13:25:21,957 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41035 connecting to ZooKeeper ensemble=127.0.0.1:54481 2024-12-05T13:25:21,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:25:21,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:25:21,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410350x0, quorum=127.0.0.1:54481, baseZNode=/0-460032879 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:25:21,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41035-0x101a6d8dbae0001 connected 2024-12-05T13:25:21,971 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41035-0x101a6d8dbae0001, quorum=127.0.0.1:54481, baseZNode=/0-460032879 Set watcher on znode that does not yet exist, /0-460032879/running 2024-12-05T13:25:21,971 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T13:25:21,971 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T13:25:21,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41035-0x101a6d8dbae0001, quorum=127.0.0.1:54481, baseZNode=/0-460032879 Set watcher on znode that does not yet exist, /0-460032879/master 2024-12-05T13:25:21,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41035-0x101a6d8dbae0001, quorum=127.0.0.1:54481, baseZNode=/0-460032879 Set watcher on znode that does not yet exist, /0-460032879/acl 2024-12-05T13:25:21,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41035 2024-12-05T13:25:21,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41035 2024-12-05T13:25:21,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41035 2024-12-05T13:25:21,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41035 2024-12-05T13:25:21,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41035 2024-12-05T13:25:21,988 DEBUG [M:0;88aaa70743e7:34905 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;88aaa70743e7:34905 2024-12-05T13:25:21,988 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-460032879/backup-masters/88aaa70743e7,34905,1733405121807 2024-12-05T13:25:21,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x101a6d8dbae0001, quorum=127.0.0.1:54481, baseZNode=/0-460032879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-460032879/backup-masters 2024-12-05T13:25:21,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34905-0x101a6d8dbae0000, quorum=127.0.0.1:54481, baseZNode=/0-460032879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-460032879/backup-masters 2024-12-05T13:25:21,996 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34905-0x101a6d8dbae0000, quorum=127.0.0.1:54481, baseZNode=/0-460032879 Set watcher on existing znode=/0-460032879/backup-masters/88aaa70743e7,34905,1733405121807 2024-12-05T13:25:22,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x101a6d8dbae0001, quorum=127.0.0.1:54481, baseZNode=/0-460032879 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-460032879/master 2024-12-05T13:25:22,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34905-0x101a6d8dbae0000, quorum=127.0.0.1:54481, baseZNode=/0-460032879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-460032879 2024-12-05T13:25:22,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x101a6d8dbae0001, quorum=127.0.0.1:54481, baseZNode=/0-460032879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-460032879 2024-12-05T13:25:22,004 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34905-0x101a6d8dbae0000, quorum=127.0.0.1:54481, baseZNode=/0-460032879 Set watcher on existing znode=/0-460032879/master 2024-12-05T13:25:22,004 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-460032879/backup-masters/88aaa70743e7,34905,1733405121807 from backup master directory 2024-12-05T13:25:22,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34905-0x101a6d8dbae0000, quorum=127.0.0.1:54481, baseZNode=/0-460032879 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-460032879/backup-masters/88aaa70743e7,34905,1733405121807 2024-12-05T13:25:22,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x101a6d8dbae0001, quorum=127.0.0.1:54481, baseZNode=/0-460032879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-460032879/backup-masters 2024-12-05T13:25:22,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34905-0x101a6d8dbae0000, quorum=127.0.0.1:54481, baseZNode=/0-460032879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-460032879/backup-masters 2024-12-05T13:25:22,012 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:25:22,012 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=88aaa70743e7,34905,1733405121807 2024-12-05T13:25:22,014 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44567/user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c/hbase.id] with ID: d94d8e0e-91d6-49b0-b2c3-7fe8a892ca35 2024-12-05T13:25:22,014 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44567/user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c/.tmp/hbase.id 2024-12-05T13:25:22,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45039 is added to blk_1073741826_1002 (size=42) 2024-12-05T13:25:22,420 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44567/user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c/.tmp/hbase.id]:[hdfs://localhost:44567/user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c/hbase.id] 2024-12-05T13:25:22,427 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:25:22,427 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T13:25:22,428 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T13:25:22,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x101a6d8dbae0001, quorum=127.0.0.1:54481, baseZNode=/0-460032879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-460032879 2024-12-05T13:25:22,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34905-0x101a6d8dbae0000, quorum=127.0.0.1:54481, baseZNode=/0-460032879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-460032879 2024-12-05T13:25:22,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45039 is added to blk_1073741827_1003 (size=196) 2024-12-05T13:25:22,867 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:25:22,867 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T13:25:22,867 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:25:22,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45039 is added to blk_1073741828_1004 (size=1189) 2024-12-05T13:25:23,273 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44567/user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c/MasterData/data/master/store 2024-12-05T13:25:23,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45039 is added to blk_1073741829_1005 (size=34) 2024-12-05T13:25:23,678 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:25:23,678 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:25:23,678 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:25:23,678 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:25:23,678 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:25:23,678 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:25:23,678 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:25:23,678 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733405123678Disabling compacts and flushes for region at 1733405123678Disabling writes for close at 1733405123678Writing region close event to WAL at 1733405123678Closed at 1733405123678 2024-12-05T13:25:23,678 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44567/user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c/MasterData/data/master/store/.initializing 2024-12-05T13:25:23,678 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44567/user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c/MasterData/WALs/88aaa70743e7,34905,1733405121807 2024-12-05T13:25:23,679 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:25:23,680 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=88aaa70743e7%2C34905%2C1733405121807, suffix=, logDir=hdfs://localhost:44567/user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c/MasterData/WALs/88aaa70743e7,34905,1733405121807, archiveDir=hdfs://localhost:44567/user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c/MasterData/oldWALs, maxLogs=10 2024-12-05T13:25:23,691 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c/MasterData/WALs/88aaa70743e7,34905,1733405121807/88aaa70743e7%2C34905%2C1733405121807.1733405123680, exclude list is [], retry=0 2024-12-05T13:25:23,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45039,DS-b88f028b-046c-4d6c-8bc6-c2afeaf5f203,DISK] 2024-12-05T13:25:23,694 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c/MasterData/WALs/88aaa70743e7,34905,1733405121807/88aaa70743e7%2C34905%2C1733405121807.1733405123680 2024-12-05T13:25:23,694 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37385:37385)] 2024-12-05T13:25:23,695 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:25:23,695 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:25:23,695 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:23,695 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:23,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:23,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T13:25:23,697 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:23,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:25:23,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:23,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T13:25:23,698 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:23,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:25:23,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:23,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T13:25:23,699 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:23,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:25:23,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:23,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T13:25:23,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:23,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:25:23,701 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:23,701 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44567/user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:23,701 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44567/user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:23,702 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:23,702 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:23,702 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:25:23,703 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:23,704 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44567/user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:25:23,704 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63246235, jitterRate=-0.05755765736103058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:25:23,705 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733405123695Initializing all the Stores at 1733405123695Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405123695Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405123696 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405123696Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405123696Cleaning up temporary data from old regions at 1733405123702 (+6 ms)Region opened successfully at 1733405123705 (+3 ms) 2024-12-05T13:25:23,705 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T13:25:23,707 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62fc437b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:25:23,707 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T13:25:23,707 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T13:25:23,707 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T13:25:23,707 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T13:25:23,708 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T13:25:23,708 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T13:25:23,708 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T13:25:23,709 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T13:25:23,710 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34905-0x101a6d8dbae0000, quorum=127.0.0.1:54481, baseZNode=/0-460032879 Unable to get data of znode /0-460032879/balancer because node does not exist (not necessarily an error) 2024-12-05T13:25:23,787 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-460032879/balancer already deleted, retry=false 2024-12-05T13:25:23,787 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T13:25:23,788 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34905-0x101a6d8dbae0000, quorum=127.0.0.1:54481, baseZNode=/0-460032879 Unable to get data of znode /0-460032879/normalizer because node does not exist (not necessarily an error) 2024-12-05T13:25:23,795 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-460032879/normalizer already deleted, retry=false 2024-12-05T13:25:23,795 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T13:25:23,796 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34905-0x101a6d8dbae0000, quorum=127.0.0.1:54481, baseZNode=/0-460032879 Unable to get data of znode /0-460032879/switch/split because node does not exist (not necessarily an error) 2024-12-05T13:25:23,803 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-460032879/switch/split already deleted, retry=false 2024-12-05T13:25:23,804 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34905-0x101a6d8dbae0000, quorum=127.0.0.1:54481, baseZNode=/0-460032879 Unable to get data of znode /0-460032879/switch/merge because node does not exist (not necessarily an error) 2024-12-05T13:25:23,812 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-460032879/switch/merge already deleted, retry=false 2024-12-05T13:25:23,813 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34905-0x101a6d8dbae0000, quorum=127.0.0.1:54481, baseZNode=/0-460032879 Unable to get data of znode /0-460032879/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T13:25:23,820 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-460032879/snapshot-cleanup already deleted, retry=false 2024-12-05T13:25:23,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34905-0x101a6d8dbae0000, quorum=127.0.0.1:54481, baseZNode=/0-460032879 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-460032879/running 2024-12-05T13:25:23,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x101a6d8dbae0001, quorum=127.0.0.1:54481, baseZNode=/0-460032879 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-460032879/running 2024-12-05T13:25:23,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34905-0x101a6d8dbae0000, quorum=127.0.0.1:54481, baseZNode=/0-460032879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-460032879 2024-12-05T13:25:23,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x101a6d8dbae0001, quorum=127.0.0.1:54481, baseZNode=/0-460032879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-460032879 2024-12-05T13:25:23,829 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=88aaa70743e7,34905,1733405121807, sessionid=0x101a6d8dbae0000, setting cluster-up flag (Was=false) 2024-12-05T13:25:23,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34905-0x101a6d8dbae0000, quorum=127.0.0.1:54481, baseZNode=/0-460032879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-460032879 2024-12-05T13:25:23,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x101a6d8dbae0001, quorum=127.0.0.1:54481, baseZNode=/0-460032879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-460032879 2024-12-05T13:25:23,870 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-460032879/flush-table-proc/acquired, /0-460032879/flush-table-proc/reached, /0-460032879/flush-table-proc/abort 2024-12-05T13:25:23,871 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,34905,1733405121807 2024-12-05T13:25:23,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x101a6d8dbae0001, quorum=127.0.0.1:54481, baseZNode=/0-460032879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-460032879 2024-12-05T13:25:23,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34905-0x101a6d8dbae0000, quorum=127.0.0.1:54481, baseZNode=/0-460032879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-460032879 2024-12-05T13:25:23,912 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-460032879/online-snapshot/acquired, /0-460032879/online-snapshot/reached, /0-460032879/online-snapshot/abort 2024-12-05T13:25:23,913 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,34905,1733405121807 2024-12-05T13:25:23,913 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44567/user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T13:25:23,914 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T13:25:23,915 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T13:25:23,915 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T13:25:23,925 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 88aaa70743e7,34905,1733405121807 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T13:25:23,926 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:25:23,926 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:25:23,926 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:25:23,926 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:25:23,926 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/88aaa70743e7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T13:25:23,926 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:23,926 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:25:23,926 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:23,927 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733405153927 2024-12-05T13:25:23,927 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T13:25:23,927 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T13:25:23,927 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T13:25:23,927 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T13:25:23,927 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T13:25:23,927 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T13:25:23,928 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:23,928 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:25:23,928 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T13:25:23,928 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T13:25:23,928 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T13:25:23,928 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T13:25:23,928 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T13:25:23,928 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T13:25:23,928 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T13:25:23,928 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733405123928,5,FailOnTimeoutGroup] 2024-12-05T13:25:23,928 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:23,928 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733405123928,5,FailOnTimeoutGroup] 2024-12-05T13:25:23,928 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:23,928 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T13:25:23,929 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:23,929 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:23,928 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T13:25:23,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45039 is added to blk_1073741831_1007 (size=1321) 2024-12-05T13:25:23,981 INFO [RS:0;88aaa70743e7:41035 {}] regionserver.HRegionServer(746): ClusterId : d94d8e0e-91d6-49b0-b2c3-7fe8a892ca35 2024-12-05T13:25:23,981 DEBUG [RS:0;88aaa70743e7:41035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T13:25:23,987 DEBUG [RS:0;88aaa70743e7:41035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T13:25:23,987 DEBUG [RS:0;88aaa70743e7:41035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T13:25:23,996 DEBUG [RS:0;88aaa70743e7:41035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T13:25:23,996 DEBUG [RS:0;88aaa70743e7:41035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@299b745b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:25:24,000 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:25:24,000 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [88aaa70743e7,39319,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:39319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T13:25:24,000 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128792 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [88aaa70743e7,39319,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:39319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T13:25:24,006 DEBUG [RS:0;88aaa70743e7:41035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;88aaa70743e7:41035 2024-12-05T13:25:24,006 INFO [RS:0;88aaa70743e7:41035 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T13:25:24,006 INFO [RS:0;88aaa70743e7:41035 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T13:25:24,006 DEBUG [RS:0;88aaa70743e7:41035 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T13:25:24,006 INFO [RS:0;88aaa70743e7:41035 {}] regionserver.HRegionServer(2659): reportForDuty to master=88aaa70743e7,34905,1733405121807 with port=41035, startcode=1733405121956 2024-12-05T13:25:24,006 DEBUG [RS:0;88aaa70743e7:41035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T13:25:24,008 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T13:25:24,008 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34905 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 88aaa70743e7,41035,1733405121956 2024-12-05T13:25:24,008 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34905 {}] master.ServerManager(517): Registering regionserver=88aaa70743e7,41035,1733405121956 2024-12-05T13:25:24,009 DEBUG [RS:0;88aaa70743e7:41035 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44567/user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c 2024-12-05T13:25:24,009 DEBUG [RS:0;88aaa70743e7:41035 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44567 2024-12-05T13:25:24,009 DEBUG [RS:0;88aaa70743e7:41035 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T13:25:24,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34905-0x101a6d8dbae0000, quorum=127.0.0.1:54481, baseZNode=/0-460032879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-460032879/rs 2024-12-05T13:25:24,012 DEBUG [RS:0;88aaa70743e7:41035 {}] zookeeper.ZKUtil(111): regionserver:41035-0x101a6d8dbae0001, quorum=127.0.0.1:54481, baseZNode=/0-460032879 Set watcher on existing znode=/0-460032879/rs/88aaa70743e7,41035,1733405121956 2024-12-05T13:25:24,012 WARN [RS:0;88aaa70743e7:41035 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:25:24,012 INFO [RS:0;88aaa70743e7:41035 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:25:24,012 DEBUG [RS:0;88aaa70743e7:41035 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44567/user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c/WALs/88aaa70743e7,41035,1733405121956 2024-12-05T13:25:24,013 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [88aaa70743e7,41035,1733405121956] 2024-12-05T13:25:24,014 INFO [RS:0;88aaa70743e7:41035 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T13:25:24,015 INFO [RS:0;88aaa70743e7:41035 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T13:25:24,016 INFO [RS:0;88aaa70743e7:41035 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T13:25:24,016 INFO [RS:0;88aaa70743e7:41035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:24,016 INFO [RS:0;88aaa70743e7:41035 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T13:25:24,016 INFO [RS:0;88aaa70743e7:41035 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T13:25:24,016 INFO [RS:0;88aaa70743e7:41035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:24,016 DEBUG [RS:0;88aaa70743e7:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:24,016 DEBUG [RS:0;88aaa70743e7:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:24,016 DEBUG [RS:0;88aaa70743e7:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:24,016 DEBUG [RS:0;88aaa70743e7:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:24,016 DEBUG [RS:0;88aaa70743e7:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:24,016 DEBUG [RS:0;88aaa70743e7:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:25:24,016 DEBUG [RS:0;88aaa70743e7:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:24,016 DEBUG [RS:0;88aaa70743e7:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:24,016 DEBUG [RS:0;88aaa70743e7:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:24,016 DEBUG [RS:0;88aaa70743e7:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:24,016 DEBUG [RS:0;88aaa70743e7:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:24,016 DEBUG [RS:0;88aaa70743e7:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:24,017 DEBUG [RS:0;88aaa70743e7:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:25:24,017 DEBUG [RS:0;88aaa70743e7:41035 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:25:24,017 INFO [RS:0;88aaa70743e7:41035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:24,017 INFO [RS:0;88aaa70743e7:41035 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:24,017 INFO [RS:0;88aaa70743e7:41035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:24,017 INFO [RS:0;88aaa70743e7:41035 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:24,017 INFO [RS:0;88aaa70743e7:41035 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:24,017 INFO [RS:0;88aaa70743e7:41035 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,41035,1733405121956-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:25:24,029 INFO [RS:0;88aaa70743e7:41035 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T13:25:24,029 INFO [RS:0;88aaa70743e7:41035 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,41035,1733405121956-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:24,029 INFO [RS:0;88aaa70743e7:41035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:24,029 INFO [RS:0;88aaa70743e7:41035 {}] regionserver.Replication(171): 88aaa70743e7,41035,1733405121956 started 2024-12-05T13:25:24,039 INFO [RS:0;88aaa70743e7:41035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:24,039 INFO [RS:0;88aaa70743e7:41035 {}] regionserver.HRegionServer(1482): Serving as 88aaa70743e7,41035,1733405121956, RpcServer on 88aaa70743e7/172.17.0.3:41035, sessionid=0x101a6d8dbae0001 2024-12-05T13:25:24,039 DEBUG [RS:0;88aaa70743e7:41035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T13:25:24,039 DEBUG [RS:0;88aaa70743e7:41035 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 88aaa70743e7,41035,1733405121956 2024-12-05T13:25:24,039 DEBUG [RS:0;88aaa70743e7:41035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,41035,1733405121956' 2024-12-05T13:25:24,039 DEBUG [RS:0;88aaa70743e7:41035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-460032879/flush-table-proc/abort' 2024-12-05T13:25:24,040 DEBUG [RS:0;88aaa70743e7:41035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-460032879/flush-table-proc/acquired' 2024-12-05T13:25:24,040 DEBUG [RS:0;88aaa70743e7:41035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T13:25:24,040 DEBUG [RS:0;88aaa70743e7:41035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T13:25:24,040 DEBUG [RS:0;88aaa70743e7:41035 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 88aaa70743e7,41035,1733405121956 2024-12-05T13:25:24,040 DEBUG [RS:0;88aaa70743e7:41035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,41035,1733405121956' 2024-12-05T13:25:24,040 DEBUG [RS:0;88aaa70743e7:41035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-460032879/online-snapshot/abort' 2024-12-05T13:25:24,040 DEBUG [RS:0;88aaa70743e7:41035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-460032879/online-snapshot/acquired' 2024-12-05T13:25:24,041 DEBUG [RS:0;88aaa70743e7:41035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T13:25:24,041 INFO [RS:0;88aaa70743e7:41035 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T13:25:24,041 INFO [RS:0;88aaa70743e7:41035 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T13:25:24,141 INFO [RS:0;88aaa70743e7:41035 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:25:24,142 INFO [RS:0;88aaa70743e7:41035 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C41035%2C1733405121956, suffix=, logDir=hdfs://localhost:44567/user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c/WALs/88aaa70743e7,41035,1733405121956, archiveDir=hdfs://localhost:44567/user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c/oldWALs, maxLogs=10 2024-12-05T13:25:24,155 DEBUG [RS:0;88aaa70743e7:41035 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c/WALs/88aaa70743e7,41035,1733405121956/88aaa70743e7%2C41035%2C1733405121956.1733405124142, exclude list is [], retry=0 2024-12-05T13:25:24,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45039,DS-b88f028b-046c-4d6c-8bc6-c2afeaf5f203,DISK] 2024-12-05T13:25:24,163 INFO [RS:0;88aaa70743e7:41035 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c/WALs/88aaa70743e7,41035,1733405121956/88aaa70743e7%2C41035%2C1733405121956.1733405124142 2024-12-05T13:25:24,163 DEBUG [RS:0;88aaa70743e7:41035 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37385:37385)] 2024-12-05T13:25:24,336 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44567/user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T13:25:24,336 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44567/user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c 2024-12-05T13:25:24,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45039 is added to blk_1073741833_1009 (size=32) 2024-12-05T13:25:24,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:25:24,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:25:24,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:25:24,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:24,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:25:24,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:25:24,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:25:24,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:24,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:25:24,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:25:24,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:25:24,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:24,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:25:24,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:25:24,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:25:24,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:24,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:25:24,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:25:24,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44567/user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c/data/hbase/meta/1588230740 2024-12-05T13:25:24,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44567/user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c/data/hbase/meta/1588230740 2024-12-05T13:25:24,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:25:24,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:25:24,748 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:25:24,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:25:24,749 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44567/user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:25:24,750 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75422444, jitterRate=0.123881995677948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:25:24,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733405124741Initializing all the Stores at 1733405124741Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405124741Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405124741Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405124741Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405124741Cleaning up temporary data from old regions at 1733405124747 (+6 ms)Region opened successfully at 1733405124750 (+3 ms) 2024-12-05T13:25:24,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:25:24,750 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:25:24,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:25:24,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:25:24,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:25:24,750 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:25:24,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733405124750Disabling compacts and flushes for region at 1733405124750Disabling writes for close at 1733405124750Writing region close event to WAL at 1733405124750Closed at 1733405124750 2024-12-05T13:25:24,751 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:25:24,751 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T13:25:24,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T13:25:24,752 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:25:24,752 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T13:25:24,903 DEBUG [88aaa70743e7:34905 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T13:25:24,903 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=88aaa70743e7,41035,1733405121956 2024-12-05T13:25:24,904 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,41035,1733405121956, state=OPENING 2024-12-05T13:25:24,970 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T13:25:24,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34905-0x101a6d8dbae0000, quorum=127.0.0.1:54481, baseZNode=/0-460032879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-460032879 2024-12-05T13:25:24,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x101a6d8dbae0001, quorum=127.0.0.1:54481, baseZNode=/0-460032879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-460032879 2024-12-05T13:25:24,979 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:25:24,979 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-460032879/meta-region-server: CHANGED 2024-12-05T13:25:24,979 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-460032879/meta-region-server: CHANGED 2024-12-05T13:25:24,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,41035,1733405121956}] 2024-12-05T13:25:25,131 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:25:25,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T13:25:25,134 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T13:25:25,134 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:25:25,134 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T13:25:25,135 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C41035%2C1733405121956.meta, suffix=.meta, logDir=hdfs://localhost:44567/user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c/WALs/88aaa70743e7,41035,1733405121956, archiveDir=hdfs://localhost:44567/user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c/oldWALs, maxLogs=10 2024-12-05T13:25:25,146 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c/WALs/88aaa70743e7,41035,1733405121956/88aaa70743e7%2C41035%2C1733405121956.meta.1733405125135.meta, exclude list is [], retry=0 2024-12-05T13:25:25,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45039,DS-b88f028b-046c-4d6c-8bc6-c2afeaf5f203,DISK] 2024-12-05T13:25:25,149 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c/WALs/88aaa70743e7,41035,1733405121956/88aaa70743e7%2C41035%2C1733405121956.meta.1733405125135.meta 2024-12-05T13:25:25,149 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37385:37385)] 2024-12-05T13:25:25,149 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:25:25,149 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:25:25,150 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:25:25,150 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T13:25:25,150 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T13:25:25,150 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T13:25:25,150 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:25:25,150 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T13:25:25,150 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T13:25:25,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:25:25,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:25:25,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:25,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:25:25,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:25:25,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:25:25,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:25,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:25:25,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:25:25,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:25:25,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:25,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:25:25,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:25:25,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:25:25,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:25,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:25:25,154 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:25:25,154 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44567/user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c/data/hbase/meta/1588230740 2024-12-05T13:25:25,155 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44567/user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c/data/hbase/meta/1588230740 2024-12-05T13:25:25,155 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:25:25,155 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:25:25,156 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:25:25,156 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:25:25,157 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65631127, jitterRate=-0.022019997239112854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:25:25,157 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T13:25:25,157 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733405125150Writing region info on filesystem at 1733405125150Initializing all the Stores at 1733405125151 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405125151Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405125151Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405125151Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405125151Cleaning up temporary data from old regions at 1733405125155 (+4 ms)Running coprocessor post-open hooks at 1733405125157 (+2 ms)Region opened successfully at 1733405125157 2024-12-05T13:25:25,158 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733405125130 2024-12-05T13:25:25,159 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T13:25:25,159 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T13:25:25,160 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=88aaa70743e7,41035,1733405121956 2024-12-05T13:25:25,160 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,41035,1733405121956, state=OPEN 2024-12-05T13:25:25,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41035-0x101a6d8dbae0001, quorum=127.0.0.1:54481, baseZNode=/0-460032879 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-460032879/meta-region-server 2024-12-05T13:25:25,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34905-0x101a6d8dbae0000, quorum=127.0.0.1:54481, baseZNode=/0-460032879 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-460032879/meta-region-server 2024-12-05T13:25:25,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-460032879/meta-region-server: CHANGED 2024-12-05T13:25:25,192 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=88aaa70743e7,41035,1733405121956 2024-12-05T13:25:25,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-460032879/meta-region-server: CHANGED 2024-12-05T13:25:25,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T13:25:25,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,41035,1733405121956 in 213 msec 2024-12-05T13:25:25,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T13:25:25,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 443 msec 2024-12-05T13:25:25,195 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:25:25,195 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T13:25:25,196 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:25:25,196 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,41035,1733405121956, seqNum=-1] 2024-12-05T13:25:25,197 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:25:25,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:25:25,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2850 sec 2024-12-05T13:25:25,201 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733405125201, completionTime=-1 2024-12-05T13:25:25,201 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T13:25:25,201 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T13:25:25,202 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T13:25:25,202 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733405185202 2024-12-05T13:25:25,202 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733405245202 2024-12-05T13:25:25,202 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T13:25:25,202 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,34905,1733405121807-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:25,203 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,34905,1733405121807-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:25,203 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,34905,1733405121807-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:25,203 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-88aaa70743e7:34905, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:25,203 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:25,203 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:25,204 DEBUG [master/88aaa70743e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T13:25:25,205 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.193sec 2024-12-05T13:25:25,205 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T13:25:25,205 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T13:25:25,205 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T13:25:25,205 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T13:25:25,205 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T13:25:25,206 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,34905,1733405121807-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:25:25,206 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,34905,1733405121807-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T13:25:25,207 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T13:25:25,207 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T13:25:25,207 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,34905,1733405121807-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:25,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df85e83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:25,282 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,34905,-1 for getting cluster id 2024-12-05T13:25:25,282 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:25:25,283 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd94d8e0e-91d6-49b0-b2c3-7fe8a892ca35' 2024-12-05T13:25:25,283 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:25:25,283 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d94d8e0e-91d6-49b0-b2c3-7fe8a892ca35" 2024-12-05T13:25:25,283 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@217cd3ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:25,283 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,34905,-1] 2024-12-05T13:25:25,283 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:25:25,284 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:25,284 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:25:25,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a1ff0a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:25,285 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:25:25,285 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,41035,1733405121956, seqNum=-1] 2024-12-05T13:25:25,285 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:25:25,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:25:25,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=88aaa70743e7,34905,1733405121807 2024-12-05T13:25:25,287 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54481 2024-12-05T13:25:25,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54481, baseZNode=/0-460032879 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:25:25,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a6d8dbae0002 connected 2024-12-05T13:25:25,313 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:25:25,314 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,34905,1733405121807 2024-12-05T13:25:25,314 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fd23eae 2024-12-05T13:25:25,314 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:25:25,315 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:25:25,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34905 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:25:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34905 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T13:25:25,317 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:25:25,317 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:25,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34905 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T13:25:25,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:25:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:25:25,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45039 is added to blk_1073741835_1011 (size=902) 2024-12-05T13:25:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:25:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:25:25,724 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 40d3d8c3f26adeb664f0a5b4e2ea2d87, NAME => 'test,,1733405125315.40d3d8c3f26adeb664f0a5b4e2ea2d87.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44567/user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c 2024-12-05T13:25:25,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45039 is added to blk_1073741836_1012 (size=39) 2024-12-05T13:25:25,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:25:26,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733405125315.40d3d8c3f26adeb664f0a5b4e2ea2d87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:25:26,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 40d3d8c3f26adeb664f0a5b4e2ea2d87, disabling compactions & flushes 2024-12-05T13:25:26,129 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733405125315.40d3d8c3f26adeb664f0a5b4e2ea2d87. 2024-12-05T13:25:26,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733405125315.40d3d8c3f26adeb664f0a5b4e2ea2d87. 2024-12-05T13:25:26,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733405125315.40d3d8c3f26adeb664f0a5b4e2ea2d87. after waiting 0 ms 2024-12-05T13:25:26,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733405125315.40d3d8c3f26adeb664f0a5b4e2ea2d87. 2024-12-05T13:25:26,129 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733405125315.40d3d8c3f26adeb664f0a5b4e2ea2d87. 2024-12-05T13:25:26,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 40d3d8c3f26adeb664f0a5b4e2ea2d87: Waiting for close lock at 1733405126129Disabling compacts and flushes for region at 1733405126129Disabling writes for close at 1733405126129Writing region close event to WAL at 1733405126129Closed at 1733405126129 2024-12-05T13:25:26,130 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:25:26,130 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733405125315.40d3d8c3f26adeb664f0a5b4e2ea2d87.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733405126130"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733405126130"}]},"ts":"1733405126130"} 2024-12-05T13:25:26,132 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T13:25:26,133 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:25:26,133 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405126133"}]},"ts":"1733405126133"} 2024-12-05T13:25:26,134 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T13:25:26,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=40d3d8c3f26adeb664f0a5b4e2ea2d87, ASSIGN}] 2024-12-05T13:25:26,135 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=40d3d8c3f26adeb664f0a5b4e2ea2d87, ASSIGN 2024-12-05T13:25:26,136 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=40d3d8c3f26adeb664f0a5b4e2ea2d87, ASSIGN; state=OFFLINE, location=88aaa70743e7,41035,1733405121956; forceNewPlan=false, retain=false 2024-12-05T13:25:26,286 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=40d3d8c3f26adeb664f0a5b4e2ea2d87, regionState=OPENING, regionLocation=88aaa70743e7,41035,1733405121956 2024-12-05T13:25:26,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=40d3d8c3f26adeb664f0a5b4e2ea2d87, ASSIGN because future has completed 2024-12-05T13:25:26,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40d3d8c3f26adeb664f0a5b4e2ea2d87, server=88aaa70743e7,41035,1733405121956}] 2024-12-05T13:25:26,443 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733405125315.40d3d8c3f26adeb664f0a5b4e2ea2d87. 2024-12-05T13:25:26,443 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 40d3d8c3f26adeb664f0a5b4e2ea2d87, NAME => 'test,,1733405125315.40d3d8c3f26adeb664f0a5b4e2ea2d87.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:25:26,443 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:25:26,443 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T13:25:26,444 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 40d3d8c3f26adeb664f0a5b4e2ea2d87 2024-12-05T13:25:26,444 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733405125315.40d3d8c3f26adeb664f0a5b4e2ea2d87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:25:26,444 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 40d3d8c3f26adeb664f0a5b4e2ea2d87 2024-12-05T13:25:26,444 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 40d3d8c3f26adeb664f0a5b4e2ea2d87 2024-12-05T13:25:26,445 INFO [StoreOpener-40d3d8c3f26adeb664f0a5b4e2ea2d87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 40d3d8c3f26adeb664f0a5b4e2ea2d87 2024-12-05T13:25:26,445 INFO [StoreOpener-40d3d8c3f26adeb664f0a5b4e2ea2d87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40d3d8c3f26adeb664f0a5b4e2ea2d87 columnFamilyName f 2024-12-05T13:25:26,445 DEBUG [StoreOpener-40d3d8c3f26adeb664f0a5b4e2ea2d87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:26,446 INFO [StoreOpener-40d3d8c3f26adeb664f0a5b4e2ea2d87-1 {}] regionserver.HStore(327): Store=40d3d8c3f26adeb664f0a5b4e2ea2d87/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:25:26,446 INFO [StoreOpener-40d3d8c3f26adeb664f0a5b4e2ea2d87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 40d3d8c3f26adeb664f0a5b4e2ea2d87 2024-12-05T13:25:26,446 INFO [StoreOpener-40d3d8c3f26adeb664f0a5b4e2ea2d87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40d3d8c3f26adeb664f0a5b4e2ea2d87 columnFamilyName f1 2024-12-05T13:25:26,446 DEBUG [StoreOpener-40d3d8c3f26adeb664f0a5b4e2ea2d87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:26,447 INFO [StoreOpener-40d3d8c3f26adeb664f0a5b4e2ea2d87-1 {}] regionserver.HStore(327): Store=40d3d8c3f26adeb664f0a5b4e2ea2d87/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:25:26,447 INFO [StoreOpener-40d3d8c3f26adeb664f0a5b4e2ea2d87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 40d3d8c3f26adeb664f0a5b4e2ea2d87 2024-12-05T13:25:26,447 INFO [StoreOpener-40d3d8c3f26adeb664f0a5b4e2ea2d87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40d3d8c3f26adeb664f0a5b4e2ea2d87 columnFamilyName norep 2024-12-05T13:25:26,447 DEBUG [StoreOpener-40d3d8c3f26adeb664f0a5b4e2ea2d87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:26,448 INFO [StoreOpener-40d3d8c3f26adeb664f0a5b4e2ea2d87-1 {}] regionserver.HStore(327): Store=40d3d8c3f26adeb664f0a5b4e2ea2d87/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:25:26,448 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 40d3d8c3f26adeb664f0a5b4e2ea2d87 2024-12-05T13:25:26,448 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44567/user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c/data/default/test/40d3d8c3f26adeb664f0a5b4e2ea2d87 2024-12-05T13:25:26,448 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44567/user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c/data/default/test/40d3d8c3f26adeb664f0a5b4e2ea2d87 2024-12-05T13:25:26,449 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 40d3d8c3f26adeb664f0a5b4e2ea2d87 2024-12-05T13:25:26,449 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 40d3d8c3f26adeb664f0a5b4e2ea2d87 2024-12-05T13:25:26,449 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T13:25:26,450 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 40d3d8c3f26adeb664f0a5b4e2ea2d87 2024-12-05T13:25:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:25:26,451 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44567/user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c/data/default/test/40d3d8c3f26adeb664f0a5b4e2ea2d87/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:25:26,452 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 40d3d8c3f26adeb664f0a5b4e2ea2d87; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68920871, jitterRate=0.02700100839138031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T13:25:26,452 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40d3d8c3f26adeb664f0a5b4e2ea2d87 2024-12-05T13:25:26,452 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 40d3d8c3f26adeb664f0a5b4e2ea2d87: Running coprocessor pre-open hook at 1733405126444Writing region info on filesystem at 1733405126444Initializing all the Stores at 1733405126444Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405126444Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405126445 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405126445Cleaning up temporary data from old regions at 1733405126449 (+4 ms)Running coprocessor post-open hooks at 1733405126452 (+3 ms)Region opened successfully at 1733405126452 2024-12-05T13:25:26,453 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733405125315.40d3d8c3f26adeb664f0a5b4e2ea2d87., pid=6, masterSystemTime=1733405126441 2024-12-05T13:25:26,454 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733405125315.40d3d8c3f26adeb664f0a5b4e2ea2d87. 2024-12-05T13:25:26,454 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733405125315.40d3d8c3f26adeb664f0a5b4e2ea2d87. 2024-12-05T13:25:26,455 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=40d3d8c3f26adeb664f0a5b4e2ea2d87, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=88aaa70743e7,41035,1733405121956 2024-12-05T13:25:26,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40d3d8c3f26adeb664f0a5b4e2ea2d87, server=88aaa70743e7,41035,1733405121956 because future has completed 2024-12-05T13:25:26,458 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T13:25:26,458 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 40d3d8c3f26adeb664f0a5b4e2ea2d87, server=88aaa70743e7,41035,1733405121956 in 168 msec 2024-12-05T13:25:26,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T13:25:26,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=40d3d8c3f26adeb664f0a5b4e2ea2d87, ASSIGN in 324 msec 2024-12-05T13:25:26,460 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:25:26,460 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405126460"}]},"ts":"1733405126460"} 2024-12-05T13:25:26,462 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T13:25:26,462 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:25:26,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1460 sec 2024-12-05T13:25:27,055 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:25:27,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:27,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:27,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:27,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:27,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:27,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:27,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:27,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:27,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:27,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:27,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:27,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:27,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:27,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:27,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:27,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:27,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:27,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:25:27,461 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T13:25:27,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bcaa348, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:27,462 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,34905,-1 for getting cluster id 2024-12-05T13:25:27,462 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:25:27,462 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd94d8e0e-91d6-49b0-b2c3-7fe8a892ca35' 2024-12-05T13:25:27,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:25:27,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d94d8e0e-91d6-49b0-b2c3-7fe8a892ca35" 2024-12-05T13:25:27,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ea7e9db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:27,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,34905,-1] 2024-12-05T13:25:27,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:25:27,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:27,463 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:25:27,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169a6b89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:27,464 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:25:27,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,34905,1733405121807 2024-12-05T13:25:27,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e2423bc 2024-12-05T13:25:27,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:25:27,465 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:25:27,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34905 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://88aaa70743e7:34905,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T13:25:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34905 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T13:25:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:25:27,468 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:34905' 2024-12-05T13:25:27,469 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@193dd1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:27,469 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,34905,-1 for getting cluster id 2024-12-05T13:25:27,469 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:25:27,470 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd94d8e0e-91d6-49b0-b2c3-7fe8a892ca35' 2024-12-05T13:25:27,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:25:27,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d94d8e0e-91d6-49b0-b2c3-7fe8a892ca35" 2024-12-05T13:25:27,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d72925c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:27,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,34905,-1] 2024-12-05T13:25:27,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:25:27,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:27,471 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:25:27,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af24fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:27,471 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:25:27,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,34905,1733405121807 2024-12-05T13:25:27,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13461610 2024-12-05T13:25:27,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:25:27,472 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:25:27,473 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T13:25:27,473 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T13:25:27,473 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:27,473 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:27,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:25:27,474 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://88aaa70743e7:34905, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-05T13:25:27,479 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://88aaa70743e7:34905, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://88aaa70743e7:34905, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://88aaa70743e7:34905, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-05T13:25:27,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://88aaa70743e7:34905, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=14 msec 2024-12-05T13:25:27,480 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-05T13:25:27,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:25:27,571 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://88aaa70743e7:34905, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-05T13:25:27,571 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:25:27,571 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:25:27,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:27,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:27,572 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:25:27,585 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=528 (was 359) Potentially hanging thread: master/88aaa70743e7:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44567/user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c/MasterData-prefix:88aaa70743e7,34905,1733405121807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:54481): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44567/user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c-prefix:88aaa70743e7,41035,1733405121956.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1339488511-7955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1873052840-172.17.0.3-1733405120019:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733405123928 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@7405f12e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1/cluster_e84bd82a-2d34-d6b8-2668-8da3f01cb3e5/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1339488511-7952 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fb620432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp935920234-7908 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/88aaa70743e7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1873052840-172.17.0.3-1733405120019 heartbeating to localhost/127.0.0.1:44567 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54481) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:54481 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;88aaa70743e7:34905 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=34905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@24fcc284 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: IPC Server handler 3 on default port 44567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@5e3d6d0d java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp935920234-7904 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fb620432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1238677991_20 at /127.0.0.1:42822 [Receiving block BP-1873052840-172.17.0.3-1733405120019:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733405123928 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: qtp935920234-7905 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fb620432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007fb6209f99c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1873052840-172.17.0.3-1733405120019:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 44567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1339488511-7954 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44567 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/88aaa70743e7:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44567 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@7baa37bd[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 44567 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 39627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp935920234-7906 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fb620432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1238677991_20 at /127.0.0.1:43624 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: PacketResponder: BP-1873052840-172.17.0.3-1733405120019:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@1e89626b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1/cluster_e84bd82a-2d34-d6b8-2668-8da3f01cb3e5/data/data1/current/BP-1873052840-172.17.0.3-1733405120019 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 39627 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@6979ca91 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44567 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 88aaa70743e7:34905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44567/user/jenkins/test-data/73c092c1-4cea-d102-7d1e-3864a8cab52c-prefix:88aaa70743e7,41035,1733405121956 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 39627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 2 on default port 44567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/88aaa70743e7:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@40cca541 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RS:0;88aaa70743e7:41035 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1238677991_20 at /127.0.0.1:42836 [Receiving block BP-1873052840-172.17.0.3-1733405120019:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=34905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44567 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-3b776c2f-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54481) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp935920234-7909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;88aaa70743e7:41035-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:44567 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1/cluster_e84bd82a-2d34-d6b8-2668-8da3f01cb3e5/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: IPC Server handler 1 on default port 44567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 2 on default port 39627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 0 on default port 39627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1339488511-7953-acceptor-0@1ebb113b-ServerConnector@46647221{HTTP/1.1, (http/1.1)}{localhost:39345} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-4cf3bcda-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$595/0x00007fb620abb018.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@6780168c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@2c60dc08 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 44567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1/cluster_e84bd82a-2d34-d6b8-2668-8da3f01cb3e5/data/data2/current/BP-1873052840-172.17.0.3-1733405120019 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp935920234-7903 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fb620432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54481) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1058409510_20 at /127.0.0.1:43654 [Receiving block BP-1873052840-172.17.0.3-1733405120019:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: qtp935920234-7910 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@5bf7cd36 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: CacheReplicationMonitor(394520618) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 39627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=41035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/88aaa70743e7:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp935920234-7907-acceptor-0@214977bf-ServerConnector@3338bb6d{HTTP/1.1, (http/1.1)}{localhost:39889} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=866 (was 781) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=324 (was 327), ProcessCount=11 (was 11), AvailableMemoryMB=2917 (was 2979) 2024-12-05T13:25:27,588 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-12-05T13:25:27,599 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=528, OpenFileDescriptor=866, MaxFileDescriptor=1048576, SystemLoadAverage=324, ProcessCount=11, AvailableMemoryMB=2917 2024-12-05T13:25:27,599 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-12-05T13:25:27,610 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-05T13:25:27,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1/hadoop.log.dir so I do NOT create it in target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2 2024-12-05T13:25:27,611 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T13:25:27,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1/hadoop.tmp.dir so I do NOT create it in target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2 2024-12-05T13:25:27,611 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/614117f1-53c3-626f-f703-ad6a95a1aaa1/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T13:25:27,611 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2 2024-12-05T13:25:27,611 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2/cluster_c0618c19-4df6-c434-f682-b31c8923ec3c, deleteOnExit=true 2024-12-05T13:25:27,680 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2/cluster_c0618c19-4df6-c434-f682-b31c8923ec3c/zookeeper_0, clientPort=63605, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2/cluster_c0618c19-4df6-c434-f682-b31c8923ec3c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2/cluster_c0618c19-4df6-c434-f682-b31c8923ec3c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T13:25:27,681 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63605 2024-12-05T13:25:27,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T13:25:27,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T13:25:27,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2/test.cache.data in system properties and HBase conf 2024-12-05T13:25:27,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T13:25:27,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2/hadoop.log.dir in system properties and HBase conf 2024-12-05T13:25:27,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T13:25:27,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T13:25:27,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T13:25:27,681 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T13:25:27,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:25:27,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:25:27,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T13:25:27,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:25:27,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T13:25:27,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T13:25:27,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:25:27,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:25:27,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T13:25:27,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2/nfs.dump.dir in system properties and HBase conf 2024-12-05T13:25:27,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2/java.io.tmpdir in system properties and HBase conf 2024-12-05T13:25:27,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:25:27,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T13:25:27,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T13:25:27,923 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:25:27,927 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:25:27,934 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:25:27,934 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:25:27,934 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T13:25:27,935 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:25:27,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c20cbb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:25:27,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d76a770{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:25:28,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3288d9f3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2/java.io.tmpdir/jetty-localhost-34865-hadoop-hdfs-3_4_1-tests_jar-_-any-274883292824083733/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:25:28,028 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f35d1ca{HTTP/1.1, (http/1.1)}{localhost:34865} 2024-12-05T13:25:28,028 INFO [Time-limited test {}] server.Server(415): Started @323864ms 2024-12-05T13:25:28,211 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:25:28,215 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:25:28,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:25:28,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:25:28,216 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T13:25:28,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f6754cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:25:28,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3905b974{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:25:28,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f076664{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2/java.io.tmpdir/jetty-localhost-35145-hadoop-hdfs-3_4_1-tests_jar-_-any-17920823918913606946/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:25:28,305 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12a4de79{HTTP/1.1, (http/1.1)}{localhost:35145} 2024-12-05T13:25:28,305 INFO [Time-limited test {}] server.Server(415): Started @324141ms 2024-12-05T13:25:28,306 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:25:28,785 WARN [Thread-4327 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2/cluster_c0618c19-4df6-c434-f682-b31c8923ec3c/data/data2/current/BP-613766897-172.17.0.3-1733405127707/current, will proceed with Du for space computation calculation, 2024-12-05T13:25:28,785 WARN [Thread-4326 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2/cluster_c0618c19-4df6-c434-f682-b31c8923ec3c/data/data1/current/BP-613766897-172.17.0.3-1733405127707/current, will proceed with Du for space computation calculation, 2024-12-05T13:25:28,801 WARN [Thread-4314 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:25:28,802 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42480e4b86e0c3e8 with lease ID 0x7c47303aa2193042: Processing first storage report for DS-11a3d60a-38ed-4d77-ad55-76d9c36d9ddc from datanode DatanodeRegistration(127.0.0.1:39051, datanodeUuid=e7130abc-a503-43c0-9704-a344e63809c3, infoPort=36811, infoSecurePort=0, ipcPort=44139, storageInfo=lv=-57;cid=testClusterID;nsid=1857334485;c=1733405127707) 2024-12-05T13:25:28,802 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42480e4b86e0c3e8 with lease ID 0x7c47303aa2193042: from storage DS-11a3d60a-38ed-4d77-ad55-76d9c36d9ddc node DatanodeRegistration(127.0.0.1:39051, datanodeUuid=e7130abc-a503-43c0-9704-a344e63809c3, infoPort=36811, infoSecurePort=0, ipcPort=44139, storageInfo=lv=-57;cid=testClusterID;nsid=1857334485;c=1733405127707), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:25:28,802 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42480e4b86e0c3e8 with lease ID 0x7c47303aa2193042: Processing first storage report for DS-0cb20058-18af-4a97-bc41-7f7e2f5e49f7 from datanode DatanodeRegistration(127.0.0.1:39051, datanodeUuid=e7130abc-a503-43c0-9704-a344e63809c3, infoPort=36811, infoSecurePort=0, ipcPort=44139, storageInfo=lv=-57;cid=testClusterID;nsid=1857334485;c=1733405127707) 2024-12-05T13:25:28,803 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42480e4b86e0c3e8 with lease ID 0x7c47303aa2193042: from storage DS-0cb20058-18af-4a97-bc41-7f7e2f5e49f7 node DatanodeRegistration(127.0.0.1:39051, datanodeUuid=e7130abc-a503-43c0-9704-a344e63809c3, infoPort=36811, infoSecurePort=0, ipcPort=44139, storageInfo=lv=-57;cid=testClusterID;nsid=1857334485;c=1733405127707), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:25:28,828 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2 2024-12-05T13:25:28,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:25:28,830 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:25:28,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741825_1001 (size=7) 2024-12-05T13:25:29,237 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc with version=8 2024-12-05T13:25:29,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/hbase-staging 2024-12-05T13:25:29,239 INFO [Time-limited test {}] client.ConnectionUtils(128): master/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:25:29,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:25:29,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:25:29,239 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:25:29,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:25:29,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:25:29,240 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T13:25:29,240 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:25:29,240 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33229 2024-12-05T13:25:29,241 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33229 connecting to ZooKeeper ensemble=127.0.0.1:63605 2024-12-05T13:25:29,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332290x0, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:25:29,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33229-0x101a6d8f9a80000 connected 2024-12-05T13:25:29,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:25:29,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:25:29,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33229-0x101a6d8f9a80000, quorum=127.0.0.1:63605, baseZNode=/01455619073 Set watcher on znode that does not yet exist, /01455619073/running 2024-12-05T13:25:29,368 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc, hbase.cluster.distributed=false 2024-12-05T13:25:29,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33229-0x101a6d8f9a80000, quorum=127.0.0.1:63605, baseZNode=/01455619073 Set watcher on znode that does not yet exist, /01455619073/acl 2024-12-05T13:25:29,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33229 2024-12-05T13:25:29,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33229 2024-12-05T13:25:29,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33229 2024-12-05T13:25:29,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33229 2024-12-05T13:25:29,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33229 2024-12-05T13:25:29,382 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:25:29,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:25:29,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:25:29,382 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:25:29,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:25:29,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:25:29,382 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T13:25:29,382 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:25:29,383 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41063 2024-12-05T13:25:29,383 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41063 connecting to ZooKeeper ensemble=127.0.0.1:63605 2024-12-05T13:25:29,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:25:29,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:25:29,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410630x0, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:25:29,397 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41063-0x101a6d8f9a80001 connected 2024-12-05T13:25:29,397 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41063-0x101a6d8f9a80001, quorum=127.0.0.1:63605, baseZNode=/01455619073 Set watcher on znode that does not yet exist, /01455619073/running 2024-12-05T13:25:29,397 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T13:25:29,398 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T13:25:29,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41063-0x101a6d8f9a80001, quorum=127.0.0.1:63605, baseZNode=/01455619073 Set watcher on znode that does not yet exist, /01455619073/master 2024-12-05T13:25:29,399 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41063-0x101a6d8f9a80001, quorum=127.0.0.1:63605, baseZNode=/01455619073 Set watcher on znode that does not yet exist, /01455619073/acl 2024-12-05T13:25:29,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41063 2024-12-05T13:25:29,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41063 2024-12-05T13:25:29,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41063 2024-12-05T13:25:29,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41063 2024-12-05T13:25:29,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41063 2024-12-05T13:25:29,415 DEBUG [M:0;88aaa70743e7:33229 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;88aaa70743e7:33229 2024-12-05T13:25:29,417 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01455619073/backup-masters/88aaa70743e7,33229,1733405129239 2024-12-05T13:25:29,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33229-0x101a6d8f9a80000, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01455619073/backup-masters 2024-12-05T13:25:29,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x101a6d8f9a80001, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01455619073/backup-masters 2024-12-05T13:25:29,424 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33229-0x101a6d8f9a80000, quorum=127.0.0.1:63605, baseZNode=/01455619073 Set watcher on existing znode=/01455619073/backup-masters/88aaa70743e7,33229,1733405129239 2024-12-05T13:25:29,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x101a6d8f9a80001, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01455619073/master 2024-12-05T13:25:29,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33229-0x101a6d8f9a80000, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01455619073 2024-12-05T13:25:29,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x101a6d8f9a80001, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01455619073 2024-12-05T13:25:29,432 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33229-0x101a6d8f9a80000, quorum=127.0.0.1:63605, baseZNode=/01455619073 Set watcher on existing znode=/01455619073/master 2024-12-05T13:25:29,432 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01455619073/backup-masters/88aaa70743e7,33229,1733405129239 from backup master directory 2024-12-05T13:25:29,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33229-0x101a6d8f9a80000, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01455619073/backup-masters/88aaa70743e7,33229,1733405129239 2024-12-05T13:25:29,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x101a6d8f9a80001, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01455619073/backup-masters 2024-12-05T13:25:29,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33229-0x101a6d8f9a80000, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01455619073/backup-masters 2024-12-05T13:25:29,440 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:25:29,440 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=88aaa70743e7,33229,1733405129239 2024-12-05T13:25:29,443 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/hbase.id] with ID: cdf93ec2-6641-47c5-94e6-b278f0a52bca 2024-12-05T13:25:29,443 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/.tmp/hbase.id 2024-12-05T13:25:29,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741826_1002 (size=42) 2024-12-05T13:25:29,847 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/.tmp/hbase.id]:[hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/hbase.id] 2024-12-05T13:25:29,853 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:25:29,853 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T13:25:29,853 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T13:25:29,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x101a6d8f9a80001, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01455619073 2024-12-05T13:25:29,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33229-0x101a6d8f9a80000, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01455619073 2024-12-05T13:25:29,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741827_1003 (size=196) 2024-12-05T13:25:30,015 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T13:25:30,015 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T13:25:30,270 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:25:30,271 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T13:25:30,271 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:25:30,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741828_1004 (size=1189) 2024-12-05T13:25:30,676 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/MasterData/data/master/store 2024-12-05T13:25:30,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741829_1005 (size=34) 2024-12-05T13:25:31,081 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:25:31,081 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:25:31,081 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:25:31,081 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:25:31,081 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:25:31,081 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:25:31,082 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:25:31,082 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733405131081Disabling compacts and flushes for region at 1733405131081Disabling writes for close at 1733405131081Writing region close event to WAL at 1733405131081Closed at 1733405131081 2024-12-05T13:25:31,082 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/MasterData/data/master/store/.initializing 2024-12-05T13:25:31,082 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/MasterData/WALs/88aaa70743e7,33229,1733405129239 2024-12-05T13:25:31,083 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:25:31,084 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=88aaa70743e7%2C33229%2C1733405129239, suffix=, logDir=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/MasterData/WALs/88aaa70743e7,33229,1733405129239, archiveDir=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/MasterData/oldWALs, maxLogs=10 2024-12-05T13:25:31,099 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/MasterData/WALs/88aaa70743e7,33229,1733405129239/88aaa70743e7%2C33229%2C1733405129239.1733405131084, exclude list is [], retry=0 2024-12-05T13:25:31,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39051,DS-11a3d60a-38ed-4d77-ad55-76d9c36d9ddc,DISK] 2024-12-05T13:25:31,103 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/MasterData/WALs/88aaa70743e7,33229,1733405129239/88aaa70743e7%2C33229%2C1733405129239.1733405131084 2024-12-05T13:25:31,103 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36811:36811)] 2024-12-05T13:25:31,103 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:25:31,103 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:25:31,103 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:31,103 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:31,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:31,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T13:25:31,105 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:31,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:25:31,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:31,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T13:25:31,107 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:31,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:25:31,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:31,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T13:25:31,108 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:31,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:25:31,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:31,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T13:25:31,109 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:31,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:25:31,109 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:31,109 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:31,110 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:31,110 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:31,110 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:31,111 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:25:31,111 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:31,113 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:25:31,113 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71857483, jitterRate=0.07075993716716766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:25:31,113 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733405131103Initializing all the Stores at 1733405131104 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405131104Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405131104Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405131104Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405131104Cleaning up temporary data from old regions at 1733405131110 (+6 ms)Region opened successfully at 1733405131113 (+3 ms) 2024-12-05T13:25:31,113 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T13:25:31,115 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77e068f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:25:31,115 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T13:25:31,116 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T13:25:31,116 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T13:25:31,116 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T13:25:31,116 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T13:25:31,116 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T13:25:31,116 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T13:25:31,117 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T13:25:31,118 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33229-0x101a6d8f9a80000, quorum=127.0.0.1:63605, baseZNode=/01455619073 Unable to get data of znode /01455619073/balancer because node does not exist (not necessarily an error) 2024-12-05T13:25:31,180 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01455619073/balancer already deleted, retry=false 2024-12-05T13:25:31,180 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T13:25:31,181 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33229-0x101a6d8f9a80000, quorum=127.0.0.1:63605, baseZNode=/01455619073 Unable to get data of znode /01455619073/normalizer because node does not exist (not necessarily an error) 2024-12-05T13:25:31,190 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01455619073/normalizer already deleted, retry=false 2024-12-05T13:25:31,190 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T13:25:31,191 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33229-0x101a6d8f9a80000, quorum=127.0.0.1:63605, baseZNode=/01455619073 Unable to get data of znode /01455619073/switch/split because node does not exist (not necessarily an error) 2024-12-05T13:25:31,198 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01455619073/switch/split already deleted, retry=false 2024-12-05T13:25:31,199 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33229-0x101a6d8f9a80000, quorum=127.0.0.1:63605, baseZNode=/01455619073 Unable to get data of znode /01455619073/switch/merge because node does not exist (not necessarily an error) 2024-12-05T13:25:31,207 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01455619073/switch/merge already deleted, retry=false 2024-12-05T13:25:31,208 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33229-0x101a6d8f9a80000, quorum=127.0.0.1:63605, baseZNode=/01455619073 Unable to get data of znode /01455619073/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T13:25:31,215 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01455619073/snapshot-cleanup already deleted, retry=false 2024-12-05T13:25:31,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33229-0x101a6d8f9a80000, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01455619073/running 2024-12-05T13:25:31,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33229-0x101a6d8f9a80000, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01455619073 2024-12-05T13:25:31,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x101a6d8f9a80001, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01455619073/running 2024-12-05T13:25:31,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x101a6d8f9a80001, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01455619073 2024-12-05T13:25:31,224 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=88aaa70743e7,33229,1733405129239, sessionid=0x101a6d8f9a80000, setting cluster-up flag (Was=false) 2024-12-05T13:25:31,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33229-0x101a6d8f9a80000, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01455619073 2024-12-05T13:25:31,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x101a6d8f9a80001, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01455619073 2024-12-05T13:25:31,265 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01455619073/flush-table-proc/acquired, /01455619073/flush-table-proc/reached, /01455619073/flush-table-proc/abort 2024-12-05T13:25:31,266 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,33229,1733405129239 2024-12-05T13:25:31,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33229-0x101a6d8f9a80000, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01455619073 2024-12-05T13:25:31,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x101a6d8f9a80001, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01455619073 2024-12-05T13:25:31,307 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01455619073/online-snapshot/acquired, /01455619073/online-snapshot/reached, /01455619073/online-snapshot/abort 2024-12-05T13:25:31,307 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,33229,1733405129239 2024-12-05T13:25:31,308 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T13:25:31,309 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T13:25:31,309 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T13:25:31,310 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T13:25:31,310 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 88aaa70743e7,33229,1733405129239 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T13:25:31,311 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:25:31,311 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:25:31,311 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:25:31,311 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:25:31,311 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/88aaa70743e7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T13:25:31,311 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:31,311 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:25:31,311 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:31,311 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733405161311 2024-12-05T13:25:31,311 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T13:25:31,312 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T13:25:31,312 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T13:25:31,312 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T13:25:31,312 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T13:25:31,312 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T13:25:31,312 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:25:31,312 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:31,312 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T13:25:31,312 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T13:25:31,312 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T13:25:31,312 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T13:25:31,312 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T13:25:31,312 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T13:25:31,313 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T13:25:31,313 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:31,313 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733405131313,5,FailOnTimeoutGroup] 2024-12-05T13:25:31,313 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733405131313,5,FailOnTimeoutGroup] 2024-12-05T13:25:31,313 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:31,313 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T13:25:31,313 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T13:25:31,313 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:31,313 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:31,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741831_1007 (size=1321) 2024-12-05T13:25:31,409 INFO [RS:0;88aaa70743e7:41063 {}] regionserver.HRegionServer(746): ClusterId : cdf93ec2-6641-47c5-94e6-b278f0a52bca 2024-12-05T13:25:31,409 DEBUG [RS:0;88aaa70743e7:41063 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T13:25:31,416 DEBUG [RS:0;88aaa70743e7:41063 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T13:25:31,416 DEBUG [RS:0;88aaa70743e7:41063 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T13:25:31,424 DEBUG [RS:0;88aaa70743e7:41063 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T13:25:31,424 DEBUG [RS:0;88aaa70743e7:41063 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54767c56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:25:31,433 DEBUG [RS:0;88aaa70743e7:41063 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;88aaa70743e7:41063 2024-12-05T13:25:31,433 INFO [RS:0;88aaa70743e7:41063 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T13:25:31,433 INFO [RS:0;88aaa70743e7:41063 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T13:25:31,433 DEBUG [RS:0;88aaa70743e7:41063 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T13:25:31,434 INFO [RS:0;88aaa70743e7:41063 {}] regionserver.HRegionServer(2659): reportForDuty to master=88aaa70743e7,33229,1733405129239 with port=41063, startcode=1733405129382 2024-12-05T13:25:31,434 DEBUG [RS:0;88aaa70743e7:41063 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T13:25:31,435 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T13:25:31,435 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33229 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 88aaa70743e7,41063,1733405129382 2024-12-05T13:25:31,435 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33229 {}] master.ServerManager(517): Registering regionserver=88aaa70743e7,41063,1733405129382 2024-12-05T13:25:31,436 DEBUG [RS:0;88aaa70743e7:41063 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc 2024-12-05T13:25:31,436 DEBUG [RS:0;88aaa70743e7:41063 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45381 2024-12-05T13:25:31,436 DEBUG [RS:0;88aaa70743e7:41063 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T13:25:31,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33229-0x101a6d8f9a80000, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01455619073/rs 2024-12-05T13:25:31,447 DEBUG [RS:0;88aaa70743e7:41063 {}] zookeeper.ZKUtil(111): regionserver:41063-0x101a6d8f9a80001, quorum=127.0.0.1:63605, baseZNode=/01455619073 Set watcher on existing znode=/01455619073/rs/88aaa70743e7,41063,1733405129382 2024-12-05T13:25:31,447 WARN [RS:0;88aaa70743e7:41063 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:25:31,447 INFO [RS:0;88aaa70743e7:41063 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:25:31,447 DEBUG [RS:0;88aaa70743e7:41063 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382 2024-12-05T13:25:31,447 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [88aaa70743e7,41063,1733405129382] 2024-12-05T13:25:31,449 INFO [RS:0;88aaa70743e7:41063 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T13:25:31,451 INFO [RS:0;88aaa70743e7:41063 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T13:25:31,451 INFO [RS:0;88aaa70743e7:41063 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T13:25:31,451 INFO [RS:0;88aaa70743e7:41063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:31,451 INFO [RS:0;88aaa70743e7:41063 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T13:25:31,452 INFO [RS:0;88aaa70743e7:41063 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T13:25:31,452 INFO [RS:0;88aaa70743e7:41063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:31,452 DEBUG [RS:0;88aaa70743e7:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:31,452 DEBUG [RS:0;88aaa70743e7:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:31,452 DEBUG [RS:0;88aaa70743e7:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:31,452 DEBUG [RS:0;88aaa70743e7:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:31,452 DEBUG [RS:0;88aaa70743e7:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:31,452 DEBUG [RS:0;88aaa70743e7:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:25:31,452 DEBUG [RS:0;88aaa70743e7:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:31,452 DEBUG [RS:0;88aaa70743e7:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:31,452 DEBUG [RS:0;88aaa70743e7:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:31,452 DEBUG [RS:0;88aaa70743e7:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:31,452 DEBUG [RS:0;88aaa70743e7:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:31,452 DEBUG [RS:0;88aaa70743e7:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:31,452 DEBUG [RS:0;88aaa70743e7:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:25:31,452 DEBUG [RS:0;88aaa70743e7:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:25:31,453 INFO [RS:0;88aaa70743e7:41063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:31,453 INFO [RS:0;88aaa70743e7:41063 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:31,453 INFO [RS:0;88aaa70743e7:41063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:31,453 INFO [RS:0;88aaa70743e7:41063 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:31,453 INFO [RS:0;88aaa70743e7:41063 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:31,453 INFO [RS:0;88aaa70743e7:41063 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,41063,1733405129382-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:25:31,465 INFO [RS:0;88aaa70743e7:41063 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T13:25:31,465 INFO [RS:0;88aaa70743e7:41063 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,41063,1733405129382-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:31,465 INFO [RS:0;88aaa70743e7:41063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:31,465 INFO [RS:0;88aaa70743e7:41063 {}] regionserver.Replication(171): 88aaa70743e7,41063,1733405129382 started 2024-12-05T13:25:31,476 INFO [RS:0;88aaa70743e7:41063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:31,476 INFO [RS:0;88aaa70743e7:41063 {}] regionserver.HRegionServer(1482): Serving as 88aaa70743e7,41063,1733405129382, RpcServer on 88aaa70743e7/172.17.0.3:41063, sessionid=0x101a6d8f9a80001 2024-12-05T13:25:31,476 DEBUG [RS:0;88aaa70743e7:41063 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T13:25:31,476 DEBUG [RS:0;88aaa70743e7:41063 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 88aaa70743e7,41063,1733405129382 2024-12-05T13:25:31,476 DEBUG [RS:0;88aaa70743e7:41063 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,41063,1733405129382' 2024-12-05T13:25:31,476 DEBUG [RS:0;88aaa70743e7:41063 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01455619073/flush-table-proc/abort' 2024-12-05T13:25:31,477 DEBUG [RS:0;88aaa70743e7:41063 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01455619073/flush-table-proc/acquired' 2024-12-05T13:25:31,477 DEBUG [RS:0;88aaa70743e7:41063 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T13:25:31,477 DEBUG [RS:0;88aaa70743e7:41063 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T13:25:31,477 DEBUG [RS:0;88aaa70743e7:41063 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 88aaa70743e7,41063,1733405129382 2024-12-05T13:25:31,477 DEBUG [RS:0;88aaa70743e7:41063 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,41063,1733405129382' 2024-12-05T13:25:31,477 DEBUG [RS:0;88aaa70743e7:41063 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01455619073/online-snapshot/abort' 2024-12-05T13:25:31,477 DEBUG [RS:0;88aaa70743e7:41063 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01455619073/online-snapshot/acquired' 2024-12-05T13:25:31,478 DEBUG [RS:0;88aaa70743e7:41063 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T13:25:31,478 INFO [RS:0;88aaa70743e7:41063 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T13:25:31,478 INFO [RS:0;88aaa70743e7:41063 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T13:25:31,552 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T13:25:31,552 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T13:25:31,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T13:25:31,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T13:25:31,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T13:25:31,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T13:25:31,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T13:25:31,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T13:25:31,578 INFO [RS:0;88aaa70743e7:41063 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:25:31,579 INFO [RS:0;88aaa70743e7:41063 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C41063%2C1733405129382, suffix=, logDir=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382, archiveDir=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/oldWALs, maxLogs=10 2024-12-05T13:25:31,596 DEBUG [RS:0;88aaa70743e7:41063 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405131580, exclude list is [], retry=0 2024-12-05T13:25:31,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39051,DS-11a3d60a-38ed-4d77-ad55-76d9c36d9ddc,DISK] 2024-12-05T13:25:31,600 INFO [RS:0;88aaa70743e7:41063 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405131580 2024-12-05T13:25:31,600 DEBUG [RS:0;88aaa70743e7:41063 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36811:36811)] 2024-12-05T13:25:31,720 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T13:25:31,720 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc 2024-12-05T13:25:31,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741833_1009 (size=32) 2024-12-05T13:25:32,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:25:32,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:25:32,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:25:32,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:32,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:25:32,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:25:32,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:25:32,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:32,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:25:32,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:25:32,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:25:32,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:32,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:25:32,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:25:32,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:25:32,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:32,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:25:32,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:25:32,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/meta/1588230740 2024-12-05T13:25:32,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/meta/1588230740 2024-12-05T13:25:32,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:25:32,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:25:32,132 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:25:32,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:25:32,134 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:25:32,134 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70414909, jitterRate=0.049263909459114075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:25:32,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733405132125Initializing all the Stores at 1733405132125Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405132125Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405132126 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405132126Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405132126Cleaning up temporary data from old regions at 1733405132132 (+6 ms)Region opened successfully at 1733405132134 (+2 ms) 2024-12-05T13:25:32,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:25:32,134 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:25:32,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:25:32,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:25:32,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:25:32,135 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:25:32,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733405132134Disabling compacts and flushes for region at 1733405132134Disabling writes for close at 1733405132134Writing region close event to WAL at 1733405132135 (+1 ms)Closed at 1733405132135 2024-12-05T13:25:32,135 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:25:32,136 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T13:25:32,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T13:25:32,136 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:25:32,137 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T13:25:32,287 DEBUG [88aaa70743e7:33229 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T13:25:32,288 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=88aaa70743e7,41063,1733405129382 2024-12-05T13:25:32,288 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,41063,1733405129382, state=OPENING 2024-12-05T13:25:32,347 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T13:25:32,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33229-0x101a6d8f9a80000, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01455619073 2024-12-05T13:25:32,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x101a6d8f9a80001, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01455619073 2024-12-05T13:25:32,355 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01455619073/meta-region-server: CHANGED 2024-12-05T13:25:32,355 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01455619073/meta-region-server: CHANGED 2024-12-05T13:25:32,355 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:25:32,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,41063,1733405129382}] 2024-12-05T13:25:32,508 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:25:32,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T13:25:32,511 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T13:25:32,511 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:25:32,511 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T13:25:32,512 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C41063%2C1733405129382.meta, suffix=.meta, logDir=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382, archiveDir=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/oldWALs, maxLogs=10 2024-12-05T13:25:32,523 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.meta.1733405132512.meta, exclude list is [], retry=0 2024-12-05T13:25:32,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39051,DS-11a3d60a-38ed-4d77-ad55-76d9c36d9ddc,DISK] 2024-12-05T13:25:32,528 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.meta.1733405132512.meta 2024-12-05T13:25:32,529 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36811:36811)] 2024-12-05T13:25:32,529 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:25:32,529 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:25:32,529 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:25:32,529 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T13:25:32,529 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T13:25:32,529 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T13:25:32,530 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:25:32,530 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T13:25:32,530 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T13:25:32,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:25:32,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:25:32,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:32,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:25:32,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:25:32,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:25:32,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:32,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:25:32,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:25:32,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:25:32,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:32,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:25:32,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:25:32,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:25:32,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:32,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:25:32,534 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:25:32,535 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/meta/1588230740 2024-12-05T13:25:32,535 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/meta/1588230740 2024-12-05T13:25:32,536 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:25:32,536 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:25:32,537 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:25:32,537 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:25:32,538 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58731080, jitterRate=-0.12483870983123779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:25:32,538 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T13:25:32,538 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733405132530Writing region info on filesystem at 1733405132530Initializing all the Stores at 1733405132530Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405132530Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405132530Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405132531 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405132531Cleaning up temporary data from old regions at 1733405132536 (+5 ms)Running coprocessor post-open hooks at 1733405132538 (+2 ms)Region opened successfully at 1733405132538 2024-12-05T13:25:32,539 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733405132507 2024-12-05T13:25:32,540 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T13:25:32,540 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T13:25:32,540 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=88aaa70743e7,41063,1733405129382 2024-12-05T13:25:32,541 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,41063,1733405129382, state=OPEN 2024-12-05T13:25:32,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x101a6d8f9a80001, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01455619073/meta-region-server 2024-12-05T13:25:32,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33229-0x101a6d8f9a80000, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01455619073/meta-region-server 2024-12-05T13:25:32,571 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=88aaa70743e7,41063,1733405129382 2024-12-05T13:25:32,572 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01455619073/meta-region-server: CHANGED 2024-12-05T13:25:32,572 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01455619073/meta-region-server: CHANGED 2024-12-05T13:25:32,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T13:25:32,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,41063,1733405129382 in 216 msec 2024-12-05T13:25:32,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T13:25:32,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 437 msec 2024-12-05T13:25:32,575 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:25:32,575 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T13:25:32,576 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:25:32,576 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,41063,1733405129382, seqNum=-1] 2024-12-05T13:25:32,576 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:25:32,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:25:32,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2720 sec 2024-12-05T13:25:32,581 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733405132581, completionTime=-1 2024-12-05T13:25:32,581 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T13:25:32,581 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T13:25:32,582 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T13:25:32,582 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733405192582 2024-12-05T13:25:32,582 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733405252582 2024-12-05T13:25:32,582 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T13:25:32,583 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,33229,1733405129239-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:32,583 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,33229,1733405129239-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:32,583 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,33229,1733405129239-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:32,583 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-88aaa70743e7:33229, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:32,583 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:32,583 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:32,584 DEBUG [master/88aaa70743e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T13:25:32,585 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.145sec 2024-12-05T13:25:32,585 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T13:25:32,585 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T13:25:32,585 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T13:25:32,585 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T13:25:32,585 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T13:25:32,585 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,33229,1733405129239-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:25:32,585 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,33229,1733405129239-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T13:25:32,587 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T13:25:32,587 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T13:25:32,587 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,33229,1733405129239-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:32,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3607faf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:32,609 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,33229,-1 for getting cluster id 2024-12-05T13:25:32,609 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:25:32,610 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cdf93ec2-6641-47c5-94e6-b278f0a52bca' 2024-12-05T13:25:32,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:25:32,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cdf93ec2-6641-47c5-94e6-b278f0a52bca" 2024-12-05T13:25:32,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b67cac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:32,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,33229,-1] 2024-12-05T13:25:32,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:25:32,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:32,611 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:25:32,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64e7cda8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:32,612 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:25:32,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,41063,1733405129382, seqNum=-1] 2024-12-05T13:25:32,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:25:32,613 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:25:32,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=88aaa70743e7,33229,1733405129239 2024-12-05T13:25:32,615 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63605 2024-12-05T13:25:32,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:25:32,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a6d8f9a80002 connected 2024-12-05T13:25:32,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2/hadoop.log.dir so I do NOT create it in target/test-data/53449980-3146-b375-04de-086996c06dee 2024-12-05T13:25:32,640 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T13:25:32,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2/hadoop.tmp.dir so I do NOT create it in target/test-data/53449980-3146-b375-04de-086996c06dee 2024-12-05T13:25:32,640 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T13:25:32,640 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53449980-3146-b375-04de-086996c06dee 2024-12-05T13:25:32,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T13:25:32,640 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53449980-3146-b375-04de-086996c06dee/cluster_ccc6495c-3d0d-034a-1651-5413d6ccf2df, deleteOnExit=true 2024-12-05T13:25:32,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T13:25:32,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53449980-3146-b375-04de-086996c06dee/test.cache.data in system properties and HBase conf 2024-12-05T13:25:32,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53449980-3146-b375-04de-086996c06dee/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T13:25:32,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53449980-3146-b375-04de-086996c06dee/hadoop.log.dir in system properties and HBase conf 2024-12-05T13:25:32,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53449980-3146-b375-04de-086996c06dee/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T13:25:32,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53449980-3146-b375-04de-086996c06dee/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T13:25:32,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T13:25:32,640 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T13:25:32,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53449980-3146-b375-04de-086996c06dee/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:25:32,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53449980-3146-b375-04de-086996c06dee/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:25:32,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53449980-3146-b375-04de-086996c06dee/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T13:25:32,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53449980-3146-b375-04de-086996c06dee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:25:32,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53449980-3146-b375-04de-086996c06dee/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T13:25:32,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53449980-3146-b375-04de-086996c06dee/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T13:25:32,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53449980-3146-b375-04de-086996c06dee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:25:32,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53449980-3146-b375-04de-086996c06dee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:25:32,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53449980-3146-b375-04de-086996c06dee/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T13:25:32,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53449980-3146-b375-04de-086996c06dee/nfs.dump.dir in system properties and HBase conf 2024-12-05T13:25:32,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53449980-3146-b375-04de-086996c06dee/java.io.tmpdir in system properties and HBase conf 2024-12-05T13:25:32,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53449980-3146-b375-04de-086996c06dee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:25:32,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53449980-3146-b375-04de-086996c06dee/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T13:25:32,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53449980-3146-b375-04de-086996c06dee/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T13:25:32,863 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:25:32,866 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:25:32,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:25:32,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:25:32,867 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:25:32,868 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:25:32,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53513c9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53449980-3146-b375-04de-086996c06dee/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:25:32,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8fb7bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:25:32,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b21cbaa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53449980-3146-b375-04de-086996c06dee/java.io.tmpdir/jetty-localhost-34667-hadoop-hdfs-3_4_1-tests_jar-_-any-423570262170430052/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:25:32,957 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35f3c526{HTTP/1.1, (http/1.1)}{localhost:34667} 2024-12-05T13:25:32,957 INFO [Time-limited test {}] server.Server(415): Started @328793ms 2024-12-05T13:25:33,146 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:25:33,150 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:25:33,154 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:25:33,154 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:25:33,154 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T13:25:33,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12bab48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53449980-3146-b375-04de-086996c06dee/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:25:33,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10eb49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:25:33,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67a592d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53449980-3146-b375-04de-086996c06dee/java.io.tmpdir/jetty-localhost-36897-hadoop-hdfs-3_4_1-tests_jar-_-any-5670565951851182023/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:25:33,254 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14185180{HTTP/1.1, (http/1.1)}{localhost:36897} 2024-12-05T13:25:33,254 INFO [Time-limited test {}] server.Server(415): Started @329090ms 2024-12-05T13:25:33,255 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:25:33,673 WARN [Thread-4447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53449980-3146-b375-04de-086996c06dee/cluster_ccc6495c-3d0d-034a-1651-5413d6ccf2df/data/data2/current/BP-353629148-172.17.0.3-1733405132653/current, will proceed with Du for space computation calculation, 2024-12-05T13:25:33,673 WARN [Thread-4446 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53449980-3146-b375-04de-086996c06dee/cluster_ccc6495c-3d0d-034a-1651-5413d6ccf2df/data/data1/current/BP-353629148-172.17.0.3-1733405132653/current, will proceed with Du for space computation calculation, 2024-12-05T13:25:33,690 WARN [Thread-4434 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:25:33,692 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe735caca237ca67c with lease ID 0x79f71677ed242c54: Processing first storage report for DS-74d8b962-754f-4514-aa42-72d25b12b25a from datanode DatanodeRegistration(127.0.0.1:38937, datanodeUuid=f4a32aca-8af2-41f7-a5a6-b259fcfa468e, infoPort=40791, infoSecurePort=0, ipcPort=45373, storageInfo=lv=-57;cid=testClusterID;nsid=1323324319;c=1733405132653) 2024-12-05T13:25:33,692 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe735caca237ca67c with lease ID 0x79f71677ed242c54: from storage DS-74d8b962-754f-4514-aa42-72d25b12b25a node DatanodeRegistration(127.0.0.1:38937, datanodeUuid=f4a32aca-8af2-41f7-a5a6-b259fcfa468e, infoPort=40791, infoSecurePort=0, ipcPort=45373, storageInfo=lv=-57;cid=testClusterID;nsid=1323324319;c=1733405132653), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:25:33,692 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe735caca237ca67c with lease ID 0x79f71677ed242c54: Processing first storage report for DS-ff9049c2-57be-4eff-b241-f43da86c9440 from datanode DatanodeRegistration(127.0.0.1:38937, datanodeUuid=f4a32aca-8af2-41f7-a5a6-b259fcfa468e, infoPort=40791, infoSecurePort=0, ipcPort=45373, storageInfo=lv=-57;cid=testClusterID;nsid=1323324319;c=1733405132653) 2024-12-05T13:25:33,692 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe735caca237ca67c with lease ID 0x79f71677ed242c54: from storage DS-ff9049c2-57be-4eff-b241-f43da86c9440 node DatanodeRegistration(127.0.0.1:38937, datanodeUuid=f4a32aca-8af2-41f7-a5a6-b259fcfa468e, infoPort=40791, infoSecurePort=0, ipcPort=45373, storageInfo=lv=-57;cid=testClusterID;nsid=1323324319;c=1733405132653), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T13:25:33,792 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53449980-3146-b375-04de-086996c06dee 2024-12-05T13:25:33,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:25:33,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:25:33,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741825_1001 (size=7) 2024-12-05T13:25:33,800 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab with version=8 2024-12-05T13:25:33,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/hbase-staging 2024-12-05T13:25:33,802 INFO [Time-limited test {}] client.ConnectionUtils(128): master/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:25:33,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:25:33,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:25:33,802 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:25:33,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:25:33,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:25:33,802 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T13:25:33,802 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:25:33,803 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45353 2024-12-05T13:25:33,803 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45353 connecting to ZooKeeper ensemble=127.0.0.1:63605 2024-12-05T13:25:33,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453530x0, quorum=127.0.0.1:63605, baseZNode=/1995321120 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:25:33,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45353-0x101a6d8f9a80003 connected 2024-12-05T13:25:33,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:25:33,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:25:33,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45353-0x101a6d8f9a80003, quorum=127.0.0.1:63605, baseZNode=/1995321120 Set watcher on znode that does not yet exist, /1995321120/running 2024-12-05T13:25:33,877 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab, hbase.cluster.distributed=false 2024-12-05T13:25:33,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45353-0x101a6d8f9a80003, quorum=127.0.0.1:63605, baseZNode=/1995321120 Set watcher on znode that does not yet exist, /1995321120/acl 2024-12-05T13:25:33,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45353 2024-12-05T13:25:33,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45353 2024-12-05T13:25:33,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45353 2024-12-05T13:25:33,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45353 2024-12-05T13:25:33,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45353 2024-12-05T13:25:33,895 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:25:33,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:25:33,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:25:33,895 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:25:33,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:25:33,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:25:33,896 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T13:25:33,896 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:25:33,896 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39757 2024-12-05T13:25:33,897 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39757 connecting to ZooKeeper ensemble=127.0.0.1:63605 2024-12-05T13:25:33,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:25:33,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:25:33,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397570x0, quorum=127.0.0.1:63605, baseZNode=/1995321120 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:25:33,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397570x0, quorum=127.0.0.1:63605, baseZNode=/1995321120 Set watcher on znode that does not yet exist, /1995321120/running 2024-12-05T13:25:33,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39757-0x101a6d8f9a80004 connected 2024-12-05T13:25:33,907 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T13:25:33,907 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T13:25:33,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39757-0x101a6d8f9a80004, quorum=127.0.0.1:63605, baseZNode=/1995321120 Set watcher on znode that does not yet exist, /1995321120/master 2024-12-05T13:25:33,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39757-0x101a6d8f9a80004, quorum=127.0.0.1:63605, baseZNode=/1995321120 Set watcher on znode that does not yet exist, /1995321120/acl 2024-12-05T13:25:33,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39757 2024-12-05T13:25:33,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39757 2024-12-05T13:25:33,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39757 2024-12-05T13:25:33,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39757 2024-12-05T13:25:33,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39757 2024-12-05T13:25:33,924 DEBUG [M:0;88aaa70743e7:45353 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;88aaa70743e7:45353 2024-12-05T13:25:33,924 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1995321120/backup-masters/88aaa70743e7,45353,1733405133802 2024-12-05T13:25:33,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39757-0x101a6d8f9a80004, quorum=127.0.0.1:63605, baseZNode=/1995321120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995321120/backup-masters 2024-12-05T13:25:33,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x101a6d8f9a80003, quorum=127.0.0.1:63605, baseZNode=/1995321120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995321120/backup-masters 2024-12-05T13:25:33,932 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45353-0x101a6d8f9a80003, quorum=127.0.0.1:63605, baseZNode=/1995321120 Set watcher on existing znode=/1995321120/backup-masters/88aaa70743e7,45353,1733405133802 2024-12-05T13:25:33,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39757-0x101a6d8f9a80004, quorum=127.0.0.1:63605, baseZNode=/1995321120 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1995321120/master 2024-12-05T13:25:33,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x101a6d8f9a80003, quorum=127.0.0.1:63605, baseZNode=/1995321120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995321120 2024-12-05T13:25:33,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39757-0x101a6d8f9a80004, quorum=127.0.0.1:63605, baseZNode=/1995321120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995321120 2024-12-05T13:25:33,940 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45353-0x101a6d8f9a80003, quorum=127.0.0.1:63605, baseZNode=/1995321120 Set watcher on existing znode=/1995321120/master 2024-12-05T13:25:33,940 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1995321120/backup-masters/88aaa70743e7,45353,1733405133802 from backup master directory 2024-12-05T13:25:33,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39757-0x101a6d8f9a80004, quorum=127.0.0.1:63605, baseZNode=/1995321120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995321120/backup-masters 2024-12-05T13:25:33,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x101a6d8f9a80003, quorum=127.0.0.1:63605, baseZNode=/1995321120 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1995321120/backup-masters/88aaa70743e7,45353,1733405133802 2024-12-05T13:25:33,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x101a6d8f9a80003, quorum=127.0.0.1:63605, baseZNode=/1995321120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995321120/backup-masters 2024-12-05T13:25:33,948 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:25:33,948 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=88aaa70743e7,45353,1733405133802 2024-12-05T13:25:33,951 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/hbase.id] with ID: d1ae4db2-0c5c-4ade-9bf2-01bff1796d8a 2024-12-05T13:25:33,951 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/.tmp/hbase.id 2024-12-05T13:25:33,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741826_1002 (size=42) 2024-12-05T13:25:34,356 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/.tmp/hbase.id]:[hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/hbase.id] 2024-12-05T13:25:34,363 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:25:34,363 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T13:25:34,364 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T13:25:34,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x101a6d8f9a80003, quorum=127.0.0.1:63605, baseZNode=/1995321120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995321120 2024-12-05T13:25:34,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39757-0x101a6d8f9a80004, quorum=127.0.0.1:63605, baseZNode=/1995321120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995321120 2024-12-05T13:25:34,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741827_1003 (size=196) 2024-12-05T13:25:34,786 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:25:34,787 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T13:25:34,787 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:25:34,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741828_1004 (size=1189) 2024-12-05T13:25:35,192 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/MasterData/data/master/store 2024-12-05T13:25:35,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741829_1005 (size=34) 2024-12-05T13:25:35,196 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:25:35,196 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:25:35,196 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:25:35,196 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:25:35,196 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:25:35,197 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:25:35,197 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:25:35,197 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733405135196Disabling compacts and flushes for region at 1733405135196Disabling writes for close at 1733405135196Writing region close event to WAL at 1733405135197 (+1 ms)Closed at 1733405135197 2024-12-05T13:25:35,197 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/MasterData/data/master/store/.initializing 2024-12-05T13:25:35,197 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/MasterData/WALs/88aaa70743e7,45353,1733405133802 2024-12-05T13:25:35,198 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:25:35,199 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=88aaa70743e7%2C45353%2C1733405133802, suffix=, logDir=hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/MasterData/WALs/88aaa70743e7,45353,1733405133802, archiveDir=hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/MasterData/oldWALs, maxLogs=10 2024-12-05T13:25:35,209 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/MasterData/WALs/88aaa70743e7,45353,1733405133802/88aaa70743e7%2C45353%2C1733405133802.1733405135199, exclude list is [], retry=0 2024-12-05T13:25:35,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38937,DS-74d8b962-754f-4514-aa42-72d25b12b25a,DISK] 2024-12-05T13:25:35,212 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/MasterData/WALs/88aaa70743e7,45353,1733405133802/88aaa70743e7%2C45353%2C1733405133802.1733405135199 2024-12-05T13:25:35,212 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40791:40791)] 2024-12-05T13:25:35,212 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:25:35,212 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:25:35,213 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:35,213 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:35,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:35,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T13:25:35,214 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:35,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:25:35,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:35,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T13:25:35,215 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:35,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:25:35,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:35,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T13:25:35,216 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:35,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:25:35,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:35,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T13:25:35,217 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:35,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:25:35,217 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:35,218 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:35,218 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:35,219 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:35,219 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:35,219 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:25:35,220 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:35,221 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:25:35,221 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62640188, jitterRate=-0.06658846139907837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:25:35,221 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733405135213Initializing all the Stores at 1733405135213Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405135213Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405135213Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405135213Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405135213Cleaning up temporary data from old regions at 1733405135219 (+6 ms)Region opened successfully at 1733405135221 (+2 ms) 2024-12-05T13:25:35,221 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T13:25:35,223 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@768987bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:25:35,223 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T13:25:35,224 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T13:25:35,224 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T13:25:35,224 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T13:25:35,224 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T13:25:35,224 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T13:25:35,224 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T13:25:35,226 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T13:25:35,226 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45353-0x101a6d8f9a80003, quorum=127.0.0.1:63605, baseZNode=/1995321120 Unable to get data of znode /1995321120/balancer because node does not exist (not necessarily an error) 2024-12-05T13:25:35,271 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1995321120/balancer already deleted, retry=false 2024-12-05T13:25:35,272 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T13:25:35,272 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45353-0x101a6d8f9a80003, quorum=127.0.0.1:63605, baseZNode=/1995321120 Unable to get data of znode /1995321120/normalizer because node does not exist (not necessarily an error) 2024-12-05T13:25:35,282 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1995321120/normalizer already deleted, retry=false 2024-12-05T13:25:35,282 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T13:25:35,283 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45353-0x101a6d8f9a80003, quorum=127.0.0.1:63605, baseZNode=/1995321120 Unable to get data of znode /1995321120/switch/split because node does not exist (not necessarily an error) 2024-12-05T13:25:35,290 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1995321120/switch/split already deleted, retry=false 2024-12-05T13:25:35,290 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45353-0x101a6d8f9a80003, quorum=127.0.0.1:63605, baseZNode=/1995321120 Unable to get data of znode /1995321120/switch/merge because node does not exist (not necessarily an error) 2024-12-05T13:25:35,298 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1995321120/switch/merge already deleted, retry=false 2024-12-05T13:25:35,300 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45353-0x101a6d8f9a80003, quorum=127.0.0.1:63605, baseZNode=/1995321120 Unable to get data of znode /1995321120/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T13:25:35,306 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1995321120/snapshot-cleanup already deleted, retry=false 2024-12-05T13:25:35,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x101a6d8f9a80003, quorum=127.0.0.1:63605, baseZNode=/1995321120 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1995321120/running 2024-12-05T13:25:35,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39757-0x101a6d8f9a80004, quorum=127.0.0.1:63605, baseZNode=/1995321120 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1995321120/running 2024-12-05T13:25:35,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x101a6d8f9a80003, quorum=127.0.0.1:63605, baseZNode=/1995321120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995321120 2024-12-05T13:25:35,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39757-0x101a6d8f9a80004, quorum=127.0.0.1:63605, baseZNode=/1995321120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995321120 2024-12-05T13:25:35,315 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=88aaa70743e7,45353,1733405133802, sessionid=0x101a6d8f9a80003, setting cluster-up flag (Was=false) 2024-12-05T13:25:35,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x101a6d8f9a80003, quorum=127.0.0.1:63605, baseZNode=/1995321120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995321120 2024-12-05T13:25:35,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39757-0x101a6d8f9a80004, quorum=127.0.0.1:63605, baseZNode=/1995321120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995321120 2024-12-05T13:25:35,356 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1995321120/flush-table-proc/acquired, /1995321120/flush-table-proc/reached, /1995321120/flush-table-proc/abort 2024-12-05T13:25:35,357 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,45353,1733405133802 2024-12-05T13:25:35,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39757-0x101a6d8f9a80004, quorum=127.0.0.1:63605, baseZNode=/1995321120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995321120 2024-12-05T13:25:35,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x101a6d8f9a80003, quorum=127.0.0.1:63605, baseZNode=/1995321120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995321120 2024-12-05T13:25:35,398 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1995321120/online-snapshot/acquired, /1995321120/online-snapshot/reached, /1995321120/online-snapshot/abort 2024-12-05T13:25:35,399 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,45353,1733405133802 2024-12-05T13:25:35,400 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T13:25:35,401 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T13:25:35,401 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T13:25:35,401 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T13:25:35,401 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 88aaa70743e7,45353,1733405133802 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T13:25:35,402 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:25:35,402 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:25:35,402 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:25:35,402 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:25:35,402 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/88aaa70743e7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T13:25:35,402 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:35,402 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:25:35,402 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:35,403 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733405165403 2024-12-05T13:25:35,403 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T13:25:35,403 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T13:25:35,403 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T13:25:35,403 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T13:25:35,403 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T13:25:35,403 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:25:35,403 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T13:25:35,403 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T13:25:35,403 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:35,404 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T13:25:35,404 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T13:25:35,404 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T13:25:35,404 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T13:25:35,404 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:35,404 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T13:25:35,404 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T13:25:35,404 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T13:25:35,404 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733405135404,5,FailOnTimeoutGroup] 2024-12-05T13:25:35,404 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733405135404,5,FailOnTimeoutGroup] 2024-12-05T13:25:35,404 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:35,404 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T13:25:35,404 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:35,405 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:35,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741831_1007 (size=1321) 2024-12-05T13:25:35,417 INFO [RS:0;88aaa70743e7:39757 {}] regionserver.HRegionServer(746): ClusterId : d1ae4db2-0c5c-4ade-9bf2-01bff1796d8a 2024-12-05T13:25:35,417 DEBUG [RS:0;88aaa70743e7:39757 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T13:25:35,424 DEBUG [RS:0;88aaa70743e7:39757 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T13:25:35,424 DEBUG [RS:0;88aaa70743e7:39757 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T13:25:35,432 DEBUG [RS:0;88aaa70743e7:39757 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T13:25:35,432 DEBUG [RS:0;88aaa70743e7:39757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3af65219, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:25:35,442 DEBUG [RS:0;88aaa70743e7:39757 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;88aaa70743e7:39757 2024-12-05T13:25:35,442 INFO [RS:0;88aaa70743e7:39757 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T13:25:35,442 INFO [RS:0;88aaa70743e7:39757 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T13:25:35,443 DEBUG [RS:0;88aaa70743e7:39757 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T13:25:35,443 INFO [RS:0;88aaa70743e7:39757 {}] regionserver.HRegionServer(2659): reportForDuty to master=88aaa70743e7,45353,1733405133802 with port=39757, startcode=1733405133895 2024-12-05T13:25:35,443 DEBUG [RS:0;88aaa70743e7:39757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T13:25:35,444 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T13:25:35,444 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45353 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 88aaa70743e7,39757,1733405133895 2024-12-05T13:25:35,444 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45353 {}] master.ServerManager(517): Registering regionserver=88aaa70743e7,39757,1733405133895 2024-12-05T13:25:35,445 DEBUG [RS:0;88aaa70743e7:39757 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab 2024-12-05T13:25:35,445 DEBUG [RS:0;88aaa70743e7:39757 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43799 2024-12-05T13:25:35,445 DEBUG [RS:0;88aaa70743e7:39757 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T13:25:35,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x101a6d8f9a80003, quorum=127.0.0.1:63605, baseZNode=/1995321120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995321120/rs 2024-12-05T13:25:35,455 DEBUG [RS:0;88aaa70743e7:39757 {}] zookeeper.ZKUtil(111): regionserver:39757-0x101a6d8f9a80004, quorum=127.0.0.1:63605, baseZNode=/1995321120 Set watcher on existing znode=/1995321120/rs/88aaa70743e7,39757,1733405133895 2024-12-05T13:25:35,455 WARN [RS:0;88aaa70743e7:39757 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:25:35,455 INFO [RS:0;88aaa70743e7:39757 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:25:35,455 DEBUG [RS:0;88aaa70743e7:39757 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/WALs/88aaa70743e7,39757,1733405133895 2024-12-05T13:25:35,455 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [88aaa70743e7,39757,1733405133895] 2024-12-05T13:25:35,457 INFO [RS:0;88aaa70743e7:39757 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T13:25:35,458 INFO [RS:0;88aaa70743e7:39757 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T13:25:35,459 INFO [RS:0;88aaa70743e7:39757 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T13:25:35,459 INFO [RS:0;88aaa70743e7:39757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:35,459 INFO [RS:0;88aaa70743e7:39757 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T13:25:35,459 INFO [RS:0;88aaa70743e7:39757 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T13:25:35,459 INFO [RS:0;88aaa70743e7:39757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:35,460 DEBUG [RS:0;88aaa70743e7:39757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:35,460 DEBUG [RS:0;88aaa70743e7:39757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:35,460 DEBUG [RS:0;88aaa70743e7:39757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:35,460 DEBUG [RS:0;88aaa70743e7:39757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:35,460 DEBUG [RS:0;88aaa70743e7:39757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:35,460 DEBUG [RS:0;88aaa70743e7:39757 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:25:35,460 DEBUG [RS:0;88aaa70743e7:39757 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:35,460 DEBUG [RS:0;88aaa70743e7:39757 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:35,460 DEBUG [RS:0;88aaa70743e7:39757 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:35,460 DEBUG [RS:0;88aaa70743e7:39757 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:35,460 DEBUG [RS:0;88aaa70743e7:39757 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:35,460 DEBUG [RS:0;88aaa70743e7:39757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:35,460 DEBUG [RS:0;88aaa70743e7:39757 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:25:35,460 DEBUG [RS:0;88aaa70743e7:39757 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:25:35,460 INFO [RS:0;88aaa70743e7:39757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:35,460 INFO [RS:0;88aaa70743e7:39757 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:35,460 INFO [RS:0;88aaa70743e7:39757 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:35,460 INFO [RS:0;88aaa70743e7:39757 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:35,460 INFO [RS:0;88aaa70743e7:39757 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:35,460 INFO [RS:0;88aaa70743e7:39757 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,39757,1733405133895-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:25:35,473 INFO [RS:0;88aaa70743e7:39757 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T13:25:35,474 INFO [RS:0;88aaa70743e7:39757 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,39757,1733405133895-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:35,474 INFO [RS:0;88aaa70743e7:39757 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:35,474 INFO [RS:0;88aaa70743e7:39757 {}] regionserver.Replication(171): 88aaa70743e7,39757,1733405133895 started 2024-12-05T13:25:35,486 INFO [RS:0;88aaa70743e7:39757 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:35,486 INFO [RS:0;88aaa70743e7:39757 {}] regionserver.HRegionServer(1482): Serving as 88aaa70743e7,39757,1733405133895, RpcServer on 88aaa70743e7/172.17.0.3:39757, sessionid=0x101a6d8f9a80004 2024-12-05T13:25:35,486 DEBUG [RS:0;88aaa70743e7:39757 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T13:25:35,486 DEBUG [RS:0;88aaa70743e7:39757 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 88aaa70743e7,39757,1733405133895 2024-12-05T13:25:35,486 DEBUG [RS:0;88aaa70743e7:39757 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,39757,1733405133895' 2024-12-05T13:25:35,486 DEBUG [RS:0;88aaa70743e7:39757 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1995321120/flush-table-proc/abort' 2024-12-05T13:25:35,487 DEBUG [RS:0;88aaa70743e7:39757 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1995321120/flush-table-proc/acquired' 2024-12-05T13:25:35,487 DEBUG [RS:0;88aaa70743e7:39757 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T13:25:35,487 DEBUG [RS:0;88aaa70743e7:39757 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T13:25:35,487 DEBUG [RS:0;88aaa70743e7:39757 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 88aaa70743e7,39757,1733405133895 2024-12-05T13:25:35,487 DEBUG [RS:0;88aaa70743e7:39757 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,39757,1733405133895' 2024-12-05T13:25:35,487 DEBUG [RS:0;88aaa70743e7:39757 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1995321120/online-snapshot/abort' 2024-12-05T13:25:35,487 DEBUG [RS:0;88aaa70743e7:39757 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1995321120/online-snapshot/acquired' 2024-12-05T13:25:35,488 DEBUG [RS:0;88aaa70743e7:39757 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T13:25:35,488 INFO [RS:0;88aaa70743e7:39757 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T13:25:35,488 INFO [RS:0;88aaa70743e7:39757 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T13:25:35,588 INFO [RS:0;88aaa70743e7:39757 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:25:35,589 INFO [RS:0;88aaa70743e7:39757 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C39757%2C1733405133895, suffix=, logDir=hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/WALs/88aaa70743e7,39757,1733405133895, archiveDir=hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/oldWALs, maxLogs=10 2024-12-05T13:25:35,600 DEBUG [RS:0;88aaa70743e7:39757 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/WALs/88aaa70743e7,39757,1733405133895/88aaa70743e7%2C39757%2C1733405133895.1733405135589, exclude list is [], retry=0 2024-12-05T13:25:35,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38937,DS-74d8b962-754f-4514-aa42-72d25b12b25a,DISK] 2024-12-05T13:25:35,603 INFO [RS:0;88aaa70743e7:39757 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/WALs/88aaa70743e7,39757,1733405133895/88aaa70743e7%2C39757%2C1733405133895.1733405135589 2024-12-05T13:25:35,604 DEBUG [RS:0;88aaa70743e7:39757 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40791:40791)] 2024-12-05T13:25:35,808 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T13:25:35,809 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab 2024-12-05T13:25:35,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741833_1009 (size=32) 2024-12-05T13:25:36,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:25:36,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:25:36,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:25:36,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:36,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:25:36,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:25:36,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:25:36,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:36,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:25:36,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:25:36,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:25:36,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:36,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:25:36,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:25:36,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:25:36,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:36,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:25:36,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:25:36,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/hbase/meta/1588230740 2024-12-05T13:25:36,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/hbase/meta/1588230740 2024-12-05T13:25:36,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:25:36,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:25:36,220 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:25:36,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:25:36,221 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:25:36,221 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68445876, jitterRate=0.019923031330108643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:25:36,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733405136213Initializing all the Stores at 1733405136213Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405136214 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405136214Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405136214Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405136214Cleaning up temporary data from old regions at 1733405136219 (+5 ms)Region opened successfully at 1733405136221 (+2 ms) 2024-12-05T13:25:36,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:25:36,221 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:25:36,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:25:36,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:25:36,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:25:36,222 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:25:36,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733405136221Disabling compacts and flushes for region at 1733405136221Disabling writes for close at 1733405136221Writing region close event to WAL at 1733405136222 (+1 ms)Closed at 1733405136222 2024-12-05T13:25:36,222 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:25:36,222 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T13:25:36,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T13:25:36,223 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:25:36,223 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T13:25:36,374 DEBUG [88aaa70743e7:45353 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T13:25:36,374 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=88aaa70743e7,39757,1733405133895 2024-12-05T13:25:36,375 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,39757,1733405133895, state=OPENING 2024-12-05T13:25:36,461 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T13:25:36,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x101a6d8f9a80003, quorum=127.0.0.1:63605, baseZNode=/1995321120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995321120 2024-12-05T13:25:36,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39757-0x101a6d8f9a80004, quorum=127.0.0.1:63605, baseZNode=/1995321120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995321120 2024-12-05T13:25:36,474 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1995321120/meta-region-server: CHANGED 2024-12-05T13:25:36,474 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:25:36,474 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1995321120/meta-region-server: CHANGED 2024-12-05T13:25:36,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,39757,1733405133895}] 2024-12-05T13:25:36,626 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:25:36,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T13:25:36,629 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T13:25:36,629 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:25:36,629 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T13:25:36,630 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C39757%2C1733405133895.meta, suffix=.meta, logDir=hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/WALs/88aaa70743e7,39757,1733405133895, archiveDir=hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/oldWALs, maxLogs=10 2024-12-05T13:25:36,640 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/WALs/88aaa70743e7,39757,1733405133895/88aaa70743e7%2C39757%2C1733405133895.meta.1733405136630.meta, exclude list is [], retry=0 2024-12-05T13:25:36,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38937,DS-74d8b962-754f-4514-aa42-72d25b12b25a,DISK] 2024-12-05T13:25:36,643 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/WALs/88aaa70743e7,39757,1733405133895/88aaa70743e7%2C39757%2C1733405133895.meta.1733405136630.meta 2024-12-05T13:25:36,643 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40791:40791)] 2024-12-05T13:25:36,644 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:25:36,644 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:25:36,644 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:25:36,644 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T13:25:36,644 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T13:25:36,644 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T13:25:36,644 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:25:36,644 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T13:25:36,644 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T13:25:36,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:25:36,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:25:36,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:36,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:25:36,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:25:36,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:25:36,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:36,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:25:36,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:25:36,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:25:36,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:36,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:25:36,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:25:36,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:25:36,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:36,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:25:36,649 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:25:36,649 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/hbase/meta/1588230740 2024-12-05T13:25:36,650 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/hbase/meta/1588230740 2024-12-05T13:25:36,651 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:25:36,651 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:25:36,651 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:25:36,652 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:25:36,652 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65341213, jitterRate=-0.026340052485466003}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:25:36,652 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T13:25:36,652 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733405136644Writing region info on filesystem at 1733405136644Initializing all the Stores at 1733405136645 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405136645Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405136645Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405136645Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405136645Cleaning up temporary data from old regions at 1733405136651 (+6 ms)Running coprocessor post-open hooks at 1733405136652 (+1 ms)Region opened successfully at 1733405136652 2024-12-05T13:25:36,653 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733405136625 2024-12-05T13:25:36,654 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T13:25:36,654 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T13:25:36,654 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=88aaa70743e7,39757,1733405133895 2024-12-05T13:25:36,655 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,39757,1733405133895, state=OPEN 2024-12-05T13:25:36,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x101a6d8f9a80003, quorum=127.0.0.1:63605, baseZNode=/1995321120 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1995321120/meta-region-server 2024-12-05T13:25:36,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39757-0x101a6d8f9a80004, quorum=127.0.0.1:63605, baseZNode=/1995321120 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1995321120/meta-region-server 2024-12-05T13:25:36,665 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=88aaa70743e7,39757,1733405133895 2024-12-05T13:25:36,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1995321120/meta-region-server: CHANGED 2024-12-05T13:25:36,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1995321120/meta-region-server: CHANGED 2024-12-05T13:25:36,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T13:25:36,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,39757,1733405133895 in 191 msec 2024-12-05T13:25:36,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T13:25:36,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 444 msec 2024-12-05T13:25:36,668 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:25:36,668 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T13:25:36,669 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:25:36,669 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,39757,1733405133895, seqNum=-1] 2024-12-05T13:25:36,669 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:25:36,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:25:36,673 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2720 sec 2024-12-05T13:25:36,673 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733405136673, completionTime=-1 2024-12-05T13:25:36,673 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T13:25:36,673 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T13:25:36,674 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T13:25:36,674 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733405196674 2024-12-05T13:25:36,674 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733405256674 2024-12-05T13:25:36,674 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T13:25:36,674 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,45353,1733405133802-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:36,674 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,45353,1733405133802-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:36,674 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,45353,1733405133802-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:36,674 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-88aaa70743e7:45353, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:36,674 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:36,675 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:36,676 DEBUG [master/88aaa70743e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T13:25:36,677 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.729sec 2024-12-05T13:25:36,677 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T13:25:36,677 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T13:25:36,677 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T13:25:36,677 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T13:25:36,677 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T13:25:36,677 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,45353,1733405133802-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:25:36,677 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,45353,1733405133802-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T13:25:36,678 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T13:25:36,678 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T13:25:36,678 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,45353,1733405133802-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:36,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c49e84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:36,718 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,45353,-1 for getting cluster id 2024-12-05T13:25:36,718 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:25:36,719 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1ae4db2-0c5c-4ade-9bf2-01bff1796d8a' 2024-12-05T13:25:36,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:25:36,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1ae4db2-0c5c-4ade-9bf2-01bff1796d8a" 2024-12-05T13:25:36,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61e0361c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:36,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,45353,-1] 2024-12-05T13:25:36,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:25:36,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:36,720 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:25:36,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@405af94a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:36,721 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:25:36,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,39757,1733405133895, seqNum=-1] 2024-12-05T13:25:36,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:25:36,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:25:36,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=88aaa70743e7,45353,1733405133802 2024-12-05T13:25:36,724 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63605 2024-12-05T13:25:36,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63605, baseZNode=/1995321120 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:25:36,732 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a6d8f9a80005 connected 2024-12-05T13:25:36,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53449980-3146-b375-04de-086996c06dee/hadoop.log.dir so I do NOT create it in target/test-data/596560be-13c7-90f3-0459-24b3239cbc5d 2024-12-05T13:25:36,742 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53449980-3146-b375-04de-086996c06dee/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T13:25:36,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53449980-3146-b375-04de-086996c06dee/hadoop.tmp.dir so I do NOT create it in target/test-data/596560be-13c7-90f3-0459-24b3239cbc5d 2024-12-05T13:25:36,742 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53449980-3146-b375-04de-086996c06dee/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T13:25:36,742 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596560be-13c7-90f3-0459-24b3239cbc5d 2024-12-05T13:25:36,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T13:25:36,742 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596560be-13c7-90f3-0459-24b3239cbc5d/cluster_c0d5bf73-70d1-5f9b-9fd2-88e2637f4714, deleteOnExit=true 2024-12-05T13:25:36,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T13:25:36,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596560be-13c7-90f3-0459-24b3239cbc5d/test.cache.data in system properties and HBase conf 2024-12-05T13:25:36,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596560be-13c7-90f3-0459-24b3239cbc5d/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T13:25:36,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596560be-13c7-90f3-0459-24b3239cbc5d/hadoop.log.dir in system properties and HBase conf 2024-12-05T13:25:36,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596560be-13c7-90f3-0459-24b3239cbc5d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T13:25:36,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596560be-13c7-90f3-0459-24b3239cbc5d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T13:25:36,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T13:25:36,742 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T13:25:36,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596560be-13c7-90f3-0459-24b3239cbc5d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:25:36,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596560be-13c7-90f3-0459-24b3239cbc5d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T13:25:36,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596560be-13c7-90f3-0459-24b3239cbc5d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T13:25:36,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596560be-13c7-90f3-0459-24b3239cbc5d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:25:36,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596560be-13c7-90f3-0459-24b3239cbc5d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T13:25:36,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596560be-13c7-90f3-0459-24b3239cbc5d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T13:25:36,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596560be-13c7-90f3-0459-24b3239cbc5d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T13:25:36,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596560be-13c7-90f3-0459-24b3239cbc5d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:25:36,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596560be-13c7-90f3-0459-24b3239cbc5d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T13:25:36,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596560be-13c7-90f3-0459-24b3239cbc5d/nfs.dump.dir in system properties and HBase conf 2024-12-05T13:25:36,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596560be-13c7-90f3-0459-24b3239cbc5d/java.io.tmpdir in system properties and HBase conf 2024-12-05T13:25:36,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596560be-13c7-90f3-0459-24b3239cbc5d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T13:25:36,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596560be-13c7-90f3-0459-24b3239cbc5d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T13:25:36,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596560be-13c7-90f3-0459-24b3239cbc5d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T13:25:37,007 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:25:37,011 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:25:37,013 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:25:37,013 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:25:37,013 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:25:37,014 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:25:37,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e7a2b98{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596560be-13c7-90f3-0459-24b3239cbc5d/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:25:37,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12ad75d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:25:37,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6128cc1b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596560be-13c7-90f3-0459-24b3239cbc5d/java.io.tmpdir/jetty-localhost-35299-hadoop-hdfs-3_4_1-tests_jar-_-any-9708022976717118502/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:25:37,105 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79393f7f{HTTP/1.1, (http/1.1)}{localhost:35299} 2024-12-05T13:25:37,105 INFO [Time-limited test {}] server.Server(415): Started @332941ms 2024-12-05T13:25:37,282 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T13:25:37,284 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T13:25:37,291 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T13:25:37,291 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T13:25:37,291 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T13:25:37,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3006b34e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596560be-13c7-90f3-0459-24b3239cbc5d/hadoop.log.dir/,AVAILABLE} 2024-12-05T13:25:37,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bf9e49e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T13:25:37,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6027c6dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596560be-13c7-90f3-0459-24b3239cbc5d/java.io.tmpdir/jetty-localhost-44611-hadoop-hdfs-3_4_1-tests_jar-_-any-2253823806891614132/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:25:37,391 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50f8a0ab{HTTP/1.1, (http/1.1)}{localhost:44611} 2024-12-05T13:25:37,391 INFO [Time-limited test {}] server.Server(415): Started @333226ms 2024-12-05T13:25:37,392 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T13:25:37,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:37,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:37,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:37,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:37,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:37,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:37,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:37,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:37,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:37,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:37,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:37,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:37,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:37,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:37,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:37,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:37,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:37,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:37,874 WARN [Thread-4567 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596560be-13c7-90f3-0459-24b3239cbc5d/cluster_c0d5bf73-70d1-5f9b-9fd2-88e2637f4714/data/data2/current/BP-1085353010-172.17.0.3-1733405136756/current, will proceed with Du for space computation calculation, 2024-12-05T13:25:37,874 WARN [Thread-4566 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596560be-13c7-90f3-0459-24b3239cbc5d/cluster_c0d5bf73-70d1-5f9b-9fd2-88e2637f4714/data/data1/current/BP-1085353010-172.17.0.3-1733405136756/current, will proceed with Du for space computation calculation, 2024-12-05T13:25:37,891 WARN [Thread-4554 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T13:25:37,909 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x294e8411c808021c with lease ID 0xbe1b0a48550680cb: Processing first storage report for DS-69856308-bc88-453d-bc13-f0ee47d47502 from datanode DatanodeRegistration(127.0.0.1:42589, datanodeUuid=ec71d633-2703-40e3-8577-ad9593a5f5ab, infoPort=35445, infoSecurePort=0, ipcPort=35351, storageInfo=lv=-57;cid=testClusterID;nsid=1197228761;c=1733405136756) 2024-12-05T13:25:37,909 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x294e8411c808021c with lease ID 0xbe1b0a48550680cb: from storage DS-69856308-bc88-453d-bc13-f0ee47d47502 node DatanodeRegistration(127.0.0.1:42589, datanodeUuid=ec71d633-2703-40e3-8577-ad9593a5f5ab, infoPort=35445, infoSecurePort=0, ipcPort=35351, storageInfo=lv=-57;cid=testClusterID;nsid=1197228761;c=1733405136756), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:25:37,909 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x294e8411c808021c with lease ID 0xbe1b0a48550680cb: Processing first storage report for DS-57592423-9a0a-4fe2-ab0d-14175db7de68 from datanode DatanodeRegistration(127.0.0.1:42589, datanodeUuid=ec71d633-2703-40e3-8577-ad9593a5f5ab, infoPort=35445, infoSecurePort=0, ipcPort=35351, storageInfo=lv=-57;cid=testClusterID;nsid=1197228761;c=1733405136756) 2024-12-05T13:25:37,909 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x294e8411c808021c with lease ID 0xbe1b0a48550680cb: from storage DS-57592423-9a0a-4fe2-ab0d-14175db7de68 node DatanodeRegistration(127.0.0.1:42589, datanodeUuid=ec71d633-2703-40e3-8577-ad9593a5f5ab, infoPort=35445, infoSecurePort=0, ipcPort=35351, storageInfo=lv=-57;cid=testClusterID;nsid=1197228761;c=1733405136756), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T13:25:37,948 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596560be-13c7-90f3-0459-24b3239cbc5d 2024-12-05T13:25:37,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:25:37,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:25:37,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741825_1001 (size=7) 2024-12-05T13:25:38,082 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:25:38,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:38,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:38,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:38,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:38,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:38,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:38,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:38,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:38,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:38,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:38,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:38,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:38,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:38,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:38,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:38,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:38,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:38,357 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3 with version=8 2024-12-05T13:25:38,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/hbase-staging 2024-12-05T13:25:38,359 INFO [Time-limited test {}] client.ConnectionUtils(128): master/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:25:38,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:25:38,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:25:38,359 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:25:38,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:25:38,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:25:38,359 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T13:25:38,359 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:25:38,360 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46531 2024-12-05T13:25:38,360 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46531 connecting to ZooKeeper ensemble=127.0.0.1:63605 2024-12-05T13:25:38,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465310x0, quorum=127.0.0.1:63605, baseZNode=/21391572434 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:25:38,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46531-0x101a6d8f9a80006 connected 2024-12-05T13:25:38,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:25:38,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:25:38,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46531-0x101a6d8f9a80006, quorum=127.0.0.1:63605, baseZNode=/21391572434 Set watcher on znode that does not yet exist, /21391572434/running 2024-12-05T13:25:38,434 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3, hbase.cluster.distributed=false 2024-12-05T13:25:38,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46531-0x101a6d8f9a80006, quorum=127.0.0.1:63605, baseZNode=/21391572434 Set watcher on znode that does not yet exist, /21391572434/acl 2024-12-05T13:25:38,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46531 2024-12-05T13:25:38,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46531 2024-12-05T13:25:38,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46531 2024-12-05T13:25:38,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46531 2024-12-05T13:25:38,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46531 2024-12-05T13:25:38,450 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/88aaa70743e7:0 server-side Connection retries=45 2024-12-05T13:25:38,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:25:38,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T13:25:38,450 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T13:25:38,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T13:25:38,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T13:25:38,450 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T13:25:38,450 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T13:25:38,450 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39491 2024-12-05T13:25:38,451 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39491 connecting to ZooKeeper ensemble=127.0.0.1:63605 2024-12-05T13:25:38,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:25:38,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:25:38,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394910x0, quorum=127.0.0.1:63605, baseZNode=/21391572434 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:25:38,463 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39491-0x101a6d8f9a80007 connected 2024-12-05T13:25:38,463 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394910x0, quorum=127.0.0.1:63605, baseZNode=/21391572434 Set watcher on znode that does not yet exist, /21391572434/running 2024-12-05T13:25:38,464 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T13:25:38,466 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T13:25:38,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39491-0x101a6d8f9a80007, quorum=127.0.0.1:63605, baseZNode=/21391572434 Set watcher on znode that does not yet exist, /21391572434/master 2024-12-05T13:25:38,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39491-0x101a6d8f9a80007, quorum=127.0.0.1:63605, baseZNode=/21391572434 Set watcher on znode that does not yet exist, /21391572434/acl 2024-12-05T13:25:38,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39491 2024-12-05T13:25:38,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39491 2024-12-05T13:25:38,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39491 2024-12-05T13:25:38,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39491 2024-12-05T13:25:38,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39491 2024-12-05T13:25:38,484 DEBUG [M:0;88aaa70743e7:46531 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;88aaa70743e7:46531 2024-12-05T13:25:38,485 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21391572434/backup-masters/88aaa70743e7,46531,1733405138359 2024-12-05T13:25:38,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46531-0x101a6d8f9a80006, quorum=127.0.0.1:63605, baseZNode=/21391572434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21391572434/backup-masters 2024-12-05T13:25:38,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39491-0x101a6d8f9a80007, quorum=127.0.0.1:63605, baseZNode=/21391572434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21391572434/backup-masters 2024-12-05T13:25:38,490 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46531-0x101a6d8f9a80006, quorum=127.0.0.1:63605, baseZNode=/21391572434 Set watcher on existing znode=/21391572434/backup-masters/88aaa70743e7,46531,1733405138359 2024-12-05T13:25:38,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39491-0x101a6d8f9a80007, quorum=127.0.0.1:63605, baseZNode=/21391572434 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21391572434/master 2024-12-05T13:25:38,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46531-0x101a6d8f9a80006, quorum=127.0.0.1:63605, baseZNode=/21391572434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21391572434 2024-12-05T13:25:38,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39491-0x101a6d8f9a80007, quorum=127.0.0.1:63605, baseZNode=/21391572434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21391572434 2024-12-05T13:25:38,498 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46531-0x101a6d8f9a80006, quorum=127.0.0.1:63605, baseZNode=/21391572434 Set watcher on existing znode=/21391572434/master 2024-12-05T13:25:38,498 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21391572434/backup-masters/88aaa70743e7,46531,1733405138359 from backup master directory 2024-12-05T13:25:38,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46531-0x101a6d8f9a80006, quorum=127.0.0.1:63605, baseZNode=/21391572434 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21391572434/backup-masters/88aaa70743e7,46531,1733405138359 2024-12-05T13:25:38,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39491-0x101a6d8f9a80007, quorum=127.0.0.1:63605, baseZNode=/21391572434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21391572434/backup-masters 2024-12-05T13:25:38,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46531-0x101a6d8f9a80006, quorum=127.0.0.1:63605, baseZNode=/21391572434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21391572434/backup-masters 2024-12-05T13:25:38,506 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:25:38,506 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=88aaa70743e7,46531,1733405138359 2024-12-05T13:25:38,509 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/hbase.id] with ID: dd347ab9-c445-4db2-861f-6b7139d11f8e 2024-12-05T13:25:38,509 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/.tmp/hbase.id 2024-12-05T13:25:38,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741826_1002 (size=42) 2024-12-05T13:25:38,913 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/.tmp/hbase.id]:[hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/hbase.id] 2024-12-05T13:25:38,920 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:25:38,920 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T13:25:38,921 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T13:25:38,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39491-0x101a6d8f9a80007, quorum=127.0.0.1:63605, baseZNode=/21391572434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21391572434 2024-12-05T13:25:38,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46531-0x101a6d8f9a80006, quorum=127.0.0.1:63605, baseZNode=/21391572434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21391572434 2024-12-05T13:25:38,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741827_1003 (size=196) 2024-12-05T13:25:39,359 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:25:39,360 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T13:25:39,360 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:25:39,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741828_1004 (size=1189) 2024-12-05T13:25:39,765 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/MasterData/data/master/store 2024-12-05T13:25:39,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741829_1005 (size=34) 2024-12-05T13:25:40,169 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:25:40,169 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:25:40,169 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:25:40,169 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:25:40,169 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:25:40,169 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:25:40,169 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:25:40,169 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733405140169Disabling compacts and flushes for region at 1733405140169Disabling writes for close at 1733405140169Writing region close event to WAL at 1733405140169Closed at 1733405140169 2024-12-05T13:25:40,170 WARN [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/MasterData/data/master/store/.initializing 2024-12-05T13:25:40,170 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/MasterData/WALs/88aaa70743e7,46531,1733405138359 2024-12-05T13:25:40,171 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:25:40,172 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=88aaa70743e7%2C46531%2C1733405138359, suffix=, logDir=hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/MasterData/WALs/88aaa70743e7,46531,1733405138359, archiveDir=hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/MasterData/oldWALs, maxLogs=10 2024-12-05T13:25:40,183 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/MasterData/WALs/88aaa70743e7,46531,1733405138359/88aaa70743e7%2C46531%2C1733405138359.1733405140172, exclude list is [], retry=0 2024-12-05T13:25:40,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42589,DS-69856308-bc88-453d-bc13-f0ee47d47502,DISK] 2024-12-05T13:25:40,186 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/MasterData/WALs/88aaa70743e7,46531,1733405138359/88aaa70743e7%2C46531%2C1733405138359.1733405140172 2024-12-05T13:25:40,186 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35445:35445)] 2024-12-05T13:25:40,186 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:25:40,186 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:25:40,187 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:40,187 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:40,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:40,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T13:25:40,188 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:40,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:25:40,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:40,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T13:25:40,189 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:40,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:25:40,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:40,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T13:25:40,190 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:40,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:25:40,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:40,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T13:25:40,191 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:40,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:25:40,192 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:40,192 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:40,192 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:40,193 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:40,193 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:40,193 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:25:40,194 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T13:25:40,195 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:25:40,195 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60869641, jitterRate=-0.09297166764736176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:25:40,195 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733405140187Initializing all the Stores at 1733405140187Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405140187Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405140187Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405140187Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405140187Cleaning up temporary data from old regions at 1733405140193 (+6 ms)Region opened successfully at 1733405140195 (+2 ms) 2024-12-05T13:25:40,195 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T13:25:40,197 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a69298, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:25:40,198 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T13:25:40,198 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T13:25:40,198 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T13:25:40,198 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T13:25:40,198 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T13:25:40,198 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T13:25:40,198 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T13:25:40,200 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T13:25:40,200 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46531-0x101a6d8f9a80006, quorum=127.0.0.1:63605, baseZNode=/21391572434 Unable to get data of znode /21391572434/balancer because node does not exist (not necessarily an error) 2024-12-05T13:25:40,296 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21391572434/balancer already deleted, retry=false 2024-12-05T13:25:40,297 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T13:25:40,297 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46531-0x101a6d8f9a80006, quorum=127.0.0.1:63605, baseZNode=/21391572434 Unable to get data of znode /21391572434/normalizer because node does not exist (not necessarily an error) 2024-12-05T13:25:40,306 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21391572434/normalizer already deleted, retry=false 2024-12-05T13:25:40,306 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T13:25:40,307 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46531-0x101a6d8f9a80006, quorum=127.0.0.1:63605, baseZNode=/21391572434 Unable to get data of znode /21391572434/switch/split because node does not exist (not necessarily an error) 2024-12-05T13:25:40,314 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21391572434/switch/split already deleted, retry=false 2024-12-05T13:25:40,315 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46531-0x101a6d8f9a80006, quorum=127.0.0.1:63605, baseZNode=/21391572434 Unable to get data of znode /21391572434/switch/merge because node does not exist (not necessarily an error) 2024-12-05T13:25:40,323 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21391572434/switch/merge already deleted, retry=false 2024-12-05T13:25:40,324 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46531-0x101a6d8f9a80006, quorum=127.0.0.1:63605, baseZNode=/21391572434 Unable to get data of znode /21391572434/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T13:25:40,331 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21391572434/snapshot-cleanup already deleted, retry=false 2024-12-05T13:25:40,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46531-0x101a6d8f9a80006, quorum=127.0.0.1:63605, baseZNode=/21391572434 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21391572434/running 2024-12-05T13:25:40,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39491-0x101a6d8f9a80007, quorum=127.0.0.1:63605, baseZNode=/21391572434 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21391572434/running 2024-12-05T13:25:40,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46531-0x101a6d8f9a80006, quorum=127.0.0.1:63605, baseZNode=/21391572434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21391572434 2024-12-05T13:25:40,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39491-0x101a6d8f9a80007, quorum=127.0.0.1:63605, baseZNode=/21391572434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21391572434 2024-12-05T13:25:40,340 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=88aaa70743e7,46531,1733405138359, sessionid=0x101a6d8f9a80006, setting cluster-up flag (Was=false) 2024-12-05T13:25:40,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39491-0x101a6d8f9a80007, quorum=127.0.0.1:63605, baseZNode=/21391572434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21391572434 2024-12-05T13:25:40,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46531-0x101a6d8f9a80006, quorum=127.0.0.1:63605, baseZNode=/21391572434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21391572434 2024-12-05T13:25:40,381 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21391572434/flush-table-proc/acquired, /21391572434/flush-table-proc/reached, /21391572434/flush-table-proc/abort 2024-12-05T13:25:40,382 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,46531,1733405138359 2024-12-05T13:25:40,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39491-0x101a6d8f9a80007, quorum=127.0.0.1:63605, baseZNode=/21391572434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21391572434 2024-12-05T13:25:40,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46531-0x101a6d8f9a80006, quorum=127.0.0.1:63605, baseZNode=/21391572434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21391572434 2024-12-05T13:25:40,423 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21391572434/online-snapshot/acquired, /21391572434/online-snapshot/reached, /21391572434/online-snapshot/abort 2024-12-05T13:25:40,424 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88aaa70743e7,46531,1733405138359 2024-12-05T13:25:40,425 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T13:25:40,426 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T13:25:40,426 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T13:25:40,426 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T13:25:40,426 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 88aaa70743e7,46531,1733405138359 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T13:25:40,427 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:25:40,427 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:25:40,427 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:25:40,427 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/88aaa70743e7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T13:25:40,427 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/88aaa70743e7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T13:25:40,427 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:40,427 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:25:40,427 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:40,428 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733405170428 2024-12-05T13:25:40,428 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T13:25:40,428 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T13:25:40,428 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T13:25:40,428 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T13:25:40,428 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T13:25:40,428 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T13:25:40,428 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:25:40,428 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T13:25:40,428 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:40,429 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T13:25:40,429 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T13:25:40,429 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T13:25:40,429 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T13:25:40,429 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T13:25:40,429 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T13:25:40,429 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:40,429 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733405140429,5,FailOnTimeoutGroup] 2024-12-05T13:25:40,429 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733405140429,5,FailOnTimeoutGroup] 2024-12-05T13:25:40,429 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T13:25:40,429 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:40,429 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T13:25:40,429 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:40,429 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:40,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741831_1007 (size=1321) 2024-12-05T13:25:40,475 INFO [RS:0;88aaa70743e7:39491 {}] regionserver.HRegionServer(746): ClusterId : dd347ab9-c445-4db2-861f-6b7139d11f8e 2024-12-05T13:25:40,475 DEBUG [RS:0;88aaa70743e7:39491 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T13:25:40,482 DEBUG [RS:0;88aaa70743e7:39491 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T13:25:40,482 DEBUG [RS:0;88aaa70743e7:39491 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T13:25:40,490 DEBUG [RS:0;88aaa70743e7:39491 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T13:25:40,490 DEBUG [RS:0;88aaa70743e7:39491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ff3d2f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88aaa70743e7/172.17.0.3:0 2024-12-05T13:25:40,501 DEBUG [RS:0;88aaa70743e7:39491 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;88aaa70743e7:39491 2024-12-05T13:25:40,501 INFO [RS:0;88aaa70743e7:39491 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T13:25:40,501 INFO [RS:0;88aaa70743e7:39491 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T13:25:40,501 DEBUG [RS:0;88aaa70743e7:39491 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T13:25:40,501 INFO [RS:0;88aaa70743e7:39491 {}] regionserver.HRegionServer(2659): reportForDuty to master=88aaa70743e7,46531,1733405138359 with port=39491, startcode=1733405138449 2024-12-05T13:25:40,502 DEBUG [RS:0;88aaa70743e7:39491 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T13:25:40,503 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T13:25:40,503 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46531 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 88aaa70743e7,39491,1733405138449 2024-12-05T13:25:40,503 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46531 {}] master.ServerManager(517): Registering regionserver=88aaa70743e7,39491,1733405138449 2024-12-05T13:25:40,504 DEBUG [RS:0;88aaa70743e7:39491 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3 2024-12-05T13:25:40,504 DEBUG [RS:0;88aaa70743e7:39491 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40733 2024-12-05T13:25:40,504 DEBUG [RS:0;88aaa70743e7:39491 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T13:25:40,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46531-0x101a6d8f9a80006, quorum=127.0.0.1:63605, baseZNode=/21391572434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21391572434/rs 2024-12-05T13:25:40,549 DEBUG [RS:0;88aaa70743e7:39491 {}] zookeeper.ZKUtil(111): regionserver:39491-0x101a6d8f9a80007, quorum=127.0.0.1:63605, baseZNode=/21391572434 Set watcher on existing znode=/21391572434/rs/88aaa70743e7,39491,1733405138449 2024-12-05T13:25:40,549 WARN [RS:0;88aaa70743e7:39491 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T13:25:40,550 INFO [RS:0;88aaa70743e7:39491 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:25:40,550 DEBUG [RS:0;88aaa70743e7:39491 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/WALs/88aaa70743e7,39491,1733405138449 2024-12-05T13:25:40,550 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [88aaa70743e7,39491,1733405138449] 2024-12-05T13:25:40,552 INFO [RS:0;88aaa70743e7:39491 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T13:25:40,554 INFO [RS:0;88aaa70743e7:39491 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T13:25:40,554 INFO [RS:0;88aaa70743e7:39491 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T13:25:40,554 INFO [RS:0;88aaa70743e7:39491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:40,554 INFO [RS:0;88aaa70743e7:39491 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T13:25:40,555 INFO [RS:0;88aaa70743e7:39491 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T13:25:40,555 INFO [RS:0;88aaa70743e7:39491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:40,555 DEBUG [RS:0;88aaa70743e7:39491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:40,555 DEBUG [RS:0;88aaa70743e7:39491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:40,555 DEBUG [RS:0;88aaa70743e7:39491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:40,555 DEBUG [RS:0;88aaa70743e7:39491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:40,555 DEBUG [RS:0;88aaa70743e7:39491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:40,555 DEBUG [RS:0;88aaa70743e7:39491 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/88aaa70743e7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T13:25:40,555 DEBUG [RS:0;88aaa70743e7:39491 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:40,555 DEBUG [RS:0;88aaa70743e7:39491 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:40,555 DEBUG [RS:0;88aaa70743e7:39491 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:40,555 DEBUG [RS:0;88aaa70743e7:39491 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:40,555 DEBUG [RS:0;88aaa70743e7:39491 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:40,555 DEBUG [RS:0;88aaa70743e7:39491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/88aaa70743e7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T13:25:40,555 DEBUG [RS:0;88aaa70743e7:39491 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:25:40,555 DEBUG [RS:0;88aaa70743e7:39491 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/88aaa70743e7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T13:25:40,555 INFO [RS:0;88aaa70743e7:39491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:40,555 INFO [RS:0;88aaa70743e7:39491 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:40,556 INFO [RS:0;88aaa70743e7:39491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:40,556 INFO [RS:0;88aaa70743e7:39491 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:40,556 INFO [RS:0;88aaa70743e7:39491 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:40,556 INFO [RS:0;88aaa70743e7:39491 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,39491,1733405138449-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:25:40,567 INFO [RS:0;88aaa70743e7:39491 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T13:25:40,567 INFO [RS:0;88aaa70743e7:39491 {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,39491,1733405138449-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:40,567 INFO [RS:0;88aaa70743e7:39491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:40,567 INFO [RS:0;88aaa70743e7:39491 {}] regionserver.Replication(171): 88aaa70743e7,39491,1733405138449 started 2024-12-05T13:25:40,578 INFO [RS:0;88aaa70743e7:39491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:40,578 INFO [RS:0;88aaa70743e7:39491 {}] regionserver.HRegionServer(1482): Serving as 88aaa70743e7,39491,1733405138449, RpcServer on 88aaa70743e7/172.17.0.3:39491, sessionid=0x101a6d8f9a80007 2024-12-05T13:25:40,578 DEBUG [RS:0;88aaa70743e7:39491 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T13:25:40,578 DEBUG [RS:0;88aaa70743e7:39491 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 88aaa70743e7,39491,1733405138449 2024-12-05T13:25:40,578 DEBUG [RS:0;88aaa70743e7:39491 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,39491,1733405138449' 2024-12-05T13:25:40,578 DEBUG [RS:0;88aaa70743e7:39491 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21391572434/flush-table-proc/abort' 2024-12-05T13:25:40,578 DEBUG [RS:0;88aaa70743e7:39491 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21391572434/flush-table-proc/acquired' 2024-12-05T13:25:40,579 DEBUG [RS:0;88aaa70743e7:39491 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T13:25:40,579 DEBUG [RS:0;88aaa70743e7:39491 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T13:25:40,579 DEBUG [RS:0;88aaa70743e7:39491 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 88aaa70743e7,39491,1733405138449 2024-12-05T13:25:40,579 DEBUG [RS:0;88aaa70743e7:39491 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88aaa70743e7,39491,1733405138449' 2024-12-05T13:25:40,579 DEBUG [RS:0;88aaa70743e7:39491 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21391572434/online-snapshot/abort' 2024-12-05T13:25:40,579 DEBUG [RS:0;88aaa70743e7:39491 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21391572434/online-snapshot/acquired' 2024-12-05T13:25:40,579 DEBUG [RS:0;88aaa70743e7:39491 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T13:25:40,579 INFO [RS:0;88aaa70743e7:39491 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T13:25:40,579 INFO [RS:0;88aaa70743e7:39491 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T13:25:40,680 INFO [RS:0;88aaa70743e7:39491 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T13:25:40,681 INFO [RS:0;88aaa70743e7:39491 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C39491%2C1733405138449, suffix=, logDir=hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/WALs/88aaa70743e7,39491,1733405138449, archiveDir=hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/oldWALs, maxLogs=10 2024-12-05T13:25:40,692 DEBUG [RS:0;88aaa70743e7:39491 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/WALs/88aaa70743e7,39491,1733405138449/88aaa70743e7%2C39491%2C1733405138449.1733405140681, exclude list is [], retry=0 2024-12-05T13:25:40,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42589,DS-69856308-bc88-453d-bc13-f0ee47d47502,DISK] 2024-12-05T13:25:40,695 INFO [RS:0;88aaa70743e7:39491 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/WALs/88aaa70743e7,39491,1733405138449/88aaa70743e7%2C39491%2C1733405138449.1733405140681 2024-12-05T13:25:40,695 DEBUG [RS:0;88aaa70743e7:39491 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35445:35445)] 2024-12-05T13:25:40,836 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T13:25:40,836 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3 2024-12-05T13:25:40,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741833_1009 (size=32) 2024-12-05T13:25:41,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:25:41,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:25:41,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:25:41,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:41,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:25:41,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:25:41,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:25:41,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:41,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:25:41,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:25:41,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:25:41,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:41,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:25:41,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:25:41,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:25:41,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:41,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:25:41,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:25:41,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/data/hbase/meta/1588230740 2024-12-05T13:25:41,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/data/hbase/meta/1588230740 2024-12-05T13:25:41,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:25:41,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:25:41,247 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:25:41,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:25:41,249 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:25:41,249 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67146080, jitterRate=5.545616149902344E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:25:41,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733405141240Initializing all the Stores at 1733405141241 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405141241Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405141241Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405141241Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405141241Cleaning up temporary data from old regions at 1733405141246 (+5 ms)Region opened successfully at 1733405141249 (+3 ms) 2024-12-05T13:25:41,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:25:41,249 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:25:41,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:25:41,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:25:41,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:25:41,250 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:25:41,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733405141249Disabling compacts and flushes for region at 1733405141249Disabling writes for close at 1733405141249Writing region close event to WAL at 1733405141250 (+1 ms)Closed at 1733405141250 2024-12-05T13:25:41,251 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:25:41,251 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T13:25:41,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T13:25:41,252 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:25:41,253 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T13:25:41,403 DEBUG [88aaa70743e7:46531 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T13:25:41,404 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=88aaa70743e7,39491,1733405138449 2024-12-05T13:25:41,405 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,39491,1733405138449, state=OPENING 2024-12-05T13:25:41,415 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T13:25:41,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39491-0x101a6d8f9a80007, quorum=127.0.0.1:63605, baseZNode=/21391572434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21391572434 2024-12-05T13:25:41,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46531-0x101a6d8f9a80006, quorum=127.0.0.1:63605, baseZNode=/21391572434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21391572434 2024-12-05T13:25:41,462 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21391572434/meta-region-server: CHANGED 2024-12-05T13:25:41,462 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21391572434/meta-region-server: CHANGED 2024-12-05T13:25:41,462 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T13:25:41,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,39491,1733405138449}] 2024-12-05T13:25:41,614 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:25:41,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T13:25:41,617 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T13:25:41,618 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:25:41,618 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T13:25:41,619 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C39491%2C1733405138449.meta, suffix=.meta, logDir=hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/WALs/88aaa70743e7,39491,1733405138449, archiveDir=hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/oldWALs, maxLogs=10 2024-12-05T13:25:41,634 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/WALs/88aaa70743e7,39491,1733405138449/88aaa70743e7%2C39491%2C1733405138449.meta.1733405141619.meta, exclude list is [], retry=0 2024-12-05T13:25:41,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42589,DS-69856308-bc88-453d-bc13-f0ee47d47502,DISK] 2024-12-05T13:25:41,637 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/WALs/88aaa70743e7,39491,1733405138449/88aaa70743e7%2C39491%2C1733405138449.meta.1733405141619.meta 2024-12-05T13:25:41,637 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35445:35445)] 2024-12-05T13:25:41,637 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:25:41,638 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:25:41,638 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:25:41,638 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T13:25:41,638 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T13:25:41,638 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T13:25:41,638 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:25:41,638 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T13:25:41,639 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T13:25:41,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T13:25:41,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T13:25:41,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:41,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:25:41,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T13:25:41,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T13:25:41,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:41,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:25:41,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T13:25:41,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T13:25:41,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:41,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:25:41,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T13:25:41,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T13:25:41,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:41,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T13:25:41,644 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T13:25:41,644 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/data/hbase/meta/1588230740 2024-12-05T13:25:41,645 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/data/hbase/meta/1588230740 2024-12-05T13:25:41,646 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T13:25:41,646 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T13:25:41,646 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T13:25:41,647 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T13:25:41,647 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65258865, jitterRate=-0.02756713330745697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T13:25:41,647 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T13:25:41,647 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733405141639Writing region info on filesystem at 1733405141639Initializing all the Stores at 1733405141639Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405141639Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405141640 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405141640Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733405141640Cleaning up temporary data from old regions at 1733405141646 (+6 ms)Running coprocessor post-open hooks at 1733405141647 (+1 ms)Region opened successfully at 1733405141647 2024-12-05T13:25:41,649 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733405141613 2024-12-05T13:25:41,650 DEBUG [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T13:25:41,650 INFO [RS_OPEN_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T13:25:41,651 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=88aaa70743e7,39491,1733405138449 2024-12-05T13:25:41,651 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88aaa70743e7,39491,1733405138449, state=OPEN 2024-12-05T13:25:41,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39491-0x101a6d8f9a80007, quorum=127.0.0.1:63605, baseZNode=/21391572434 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21391572434/meta-region-server 2024-12-05T13:25:41,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46531-0x101a6d8f9a80006, quorum=127.0.0.1:63605, baseZNode=/21391572434 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21391572434/meta-region-server 2024-12-05T13:25:41,665 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=88aaa70743e7,39491,1733405138449 2024-12-05T13:25:41,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21391572434/meta-region-server: CHANGED 2024-12-05T13:25:41,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21391572434/meta-region-server: CHANGED 2024-12-05T13:25:41,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T13:25:41,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=88aaa70743e7,39491,1733405138449 in 203 msec 2024-12-05T13:25:41,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T13:25:41,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 416 msec 2024-12-05T13:25:41,670 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T13:25:41,670 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T13:25:41,671 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:25:41,671 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,39491,1733405138449, seqNum=-1] 2024-12-05T13:25:41,671 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:25:41,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:25:41,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2500 sec 2024-12-05T13:25:41,676 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733405141676, completionTime=-1 2024-12-05T13:25:41,676 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T13:25:41,676 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T13:25:41,678 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T13:25:41,678 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733405201678 2024-12-05T13:25:41,678 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733405261678 2024-12-05T13:25:41,678 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T13:25:41,679 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,46531,1733405138359-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:41,679 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,46531,1733405138359-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:41,679 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,46531,1733405138359-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:41,679 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-88aaa70743e7:46531, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:41,679 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:41,679 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:41,681 DEBUG [master/88aaa70743e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T13:25:41,683 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.177sec 2024-12-05T13:25:41,683 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T13:25:41,683 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T13:25:41,683 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T13:25:41,683 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T13:25:41,683 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T13:25:41,683 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,46531,1733405138359-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T13:25:41,683 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,46531,1733405138359-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T13:25:41,687 DEBUG [master/88aaa70743e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T13:25:41,687 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T13:25:41,688 INFO [master/88aaa70743e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88aaa70743e7,46531,1733405138359-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T13:25:41,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@360385b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:41,776 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,46531,-1 for getting cluster id 2024-12-05T13:25:41,776 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:25:41,777 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd347ab9-c445-4db2-861f-6b7139d11f8e' 2024-12-05T13:25:41,777 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:25:41,777 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd347ab9-c445-4db2-861f-6b7139d11f8e" 2024-12-05T13:25:41,778 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367b2689, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:41,778 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,46531,-1] 2024-12-05T13:25:41,778 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:25:41,778 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:41,779 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:25:41,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e06f863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:41,779 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:25:41,780 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,39491,1733405138449, seqNum=-1] 2024-12-05T13:25:41,780 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:25:41,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:25:41,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=88aaa70743e7,46531,1733405138359 2024-12-05T13:25:41,782 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63605 2024-12-05T13:25:41,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63605, baseZNode=/21391572434 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T13:25:41,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101a6d8f9a80008 connected 2024-12-05T13:25:41,848 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:25:41,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,33229,1733405129239 2024-12-05T13:25:41,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6101a742 2024-12-05T13:25:41,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:25:41,850 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:25:41,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33229 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:25:41,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33229 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T13:25:41,852 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:25:41,852 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:41,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33229 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T13:25:41,852 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:25:41,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:25:41,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741835_1011 (size=902) 2024-12-05T13:25:41,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:25:42,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:25:42,258 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5a82577bfd375e4845ca653cb09a9c09, NAME => 'test,,1733405141850.5a82577bfd375e4845ca653cb09a9c09.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc 2024-12-05T13:25:42,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741836_1012 (size=39) 2024-12-05T13:25:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:25:42,662 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733405141850.5a82577bfd375e4845ca653cb09a9c09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:25:42,662 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5a82577bfd375e4845ca653cb09a9c09, disabling compactions & flushes 2024-12-05T13:25:42,662 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733405141850.5a82577bfd375e4845ca653cb09a9c09. 2024-12-05T13:25:42,662 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733405141850.5a82577bfd375e4845ca653cb09a9c09. 2024-12-05T13:25:42,662 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733405141850.5a82577bfd375e4845ca653cb09a9c09. after waiting 0 ms 2024-12-05T13:25:42,662 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733405141850.5a82577bfd375e4845ca653cb09a9c09. 2024-12-05T13:25:42,662 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733405141850.5a82577bfd375e4845ca653cb09a9c09. 2024-12-05T13:25:42,662 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5a82577bfd375e4845ca653cb09a9c09: Waiting for close lock at 1733405142662Disabling compacts and flushes for region at 1733405142662Disabling writes for close at 1733405142662Writing region close event to WAL at 1733405142662Closed at 1733405142662 2024-12-05T13:25:42,663 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:25:42,663 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733405141850.5a82577bfd375e4845ca653cb09a9c09.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733405142663"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733405142663"}]},"ts":"1733405142663"} 2024-12-05T13:25:42,665 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T13:25:42,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:25:42,666 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405142666"}]},"ts":"1733405142666"} 2024-12-05T13:25:42,667 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T13:25:42,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5a82577bfd375e4845ca653cb09a9c09, ASSIGN}] 2024-12-05T13:25:42,668 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5a82577bfd375e4845ca653cb09a9c09, ASSIGN 2024-12-05T13:25:42,669 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5a82577bfd375e4845ca653cb09a9c09, ASSIGN; state=OFFLINE, location=88aaa70743e7,41063,1733405129382; forceNewPlan=false, retain=false 2024-12-05T13:25:42,820 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5a82577bfd375e4845ca653cb09a9c09, regionState=OPENING, regionLocation=88aaa70743e7,41063,1733405129382 2024-12-05T13:25:42,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5a82577bfd375e4845ca653cb09a9c09, ASSIGN because future has completed 2024-12-05T13:25:42,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a82577bfd375e4845ca653cb09a9c09, server=88aaa70743e7,41063,1733405129382}] 2024-12-05T13:25:42,977 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733405141850.5a82577bfd375e4845ca653cb09a9c09. 2024-12-05T13:25:42,977 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a82577bfd375e4845ca653cb09a9c09, NAME => 'test,,1733405141850.5a82577bfd375e4845ca653cb09a9c09.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:25:42,977 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:25:42,978 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T13:25:42,978 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5a82577bfd375e4845ca653cb09a9c09 2024-12-05T13:25:42,978 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733405141850.5a82577bfd375e4845ca653cb09a9c09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:25:42,978 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5a82577bfd375e4845ca653cb09a9c09 2024-12-05T13:25:42,978 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5a82577bfd375e4845ca653cb09a9c09 2024-12-05T13:25:42,982 INFO [StoreOpener-5a82577bfd375e4845ca653cb09a9c09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5a82577bfd375e4845ca653cb09a9c09 2024-12-05T13:25:42,983 INFO [StoreOpener-5a82577bfd375e4845ca653cb09a9c09-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a82577bfd375e4845ca653cb09a9c09 columnFamilyName f 2024-12-05T13:25:42,983 DEBUG [StoreOpener-5a82577bfd375e4845ca653cb09a9c09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:42,984 INFO [StoreOpener-5a82577bfd375e4845ca653cb09a9c09-1 {}] regionserver.HStore(327): Store=5a82577bfd375e4845ca653cb09a9c09/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:25:42,984 INFO [StoreOpener-5a82577bfd375e4845ca653cb09a9c09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5a82577bfd375e4845ca653cb09a9c09 2024-12-05T13:25:42,985 INFO [StoreOpener-5a82577bfd375e4845ca653cb09a9c09-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a82577bfd375e4845ca653cb09a9c09 columnFamilyName f1 2024-12-05T13:25:42,985 DEBUG [StoreOpener-5a82577bfd375e4845ca653cb09a9c09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:42,985 INFO [StoreOpener-5a82577bfd375e4845ca653cb09a9c09-1 {}] regionserver.HStore(327): Store=5a82577bfd375e4845ca653cb09a9c09/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:25:42,985 INFO [StoreOpener-5a82577bfd375e4845ca653cb09a9c09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5a82577bfd375e4845ca653cb09a9c09 2024-12-05T13:25:42,986 INFO [StoreOpener-5a82577bfd375e4845ca653cb09a9c09-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a82577bfd375e4845ca653cb09a9c09 columnFamilyName norep 2024-12-05T13:25:42,986 DEBUG [StoreOpener-5a82577bfd375e4845ca653cb09a9c09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:42,986 INFO [StoreOpener-5a82577bfd375e4845ca653cb09a9c09-1 {}] regionserver.HStore(327): Store=5a82577bfd375e4845ca653cb09a9c09/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:25:42,986 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5a82577bfd375e4845ca653cb09a9c09 2024-12-05T13:25:42,987 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/default/test/5a82577bfd375e4845ca653cb09a9c09 2024-12-05T13:25:42,987 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/default/test/5a82577bfd375e4845ca653cb09a9c09 2024-12-05T13:25:42,988 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5a82577bfd375e4845ca653cb09a9c09 2024-12-05T13:25:42,988 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5a82577bfd375e4845ca653cb09a9c09 2024-12-05T13:25:42,988 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T13:25:42,989 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5a82577bfd375e4845ca653cb09a9c09 2024-12-05T13:25:42,990 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/default/test/5a82577bfd375e4845ca653cb09a9c09/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:25:42,990 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5a82577bfd375e4845ca653cb09a9c09; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65200992, jitterRate=-0.028429508209228516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T13:25:42,990 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a82577bfd375e4845ca653cb09a9c09 2024-12-05T13:25:42,990 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5a82577bfd375e4845ca653cb09a9c09: Running coprocessor pre-open hook at 1733405142978Writing region info on filesystem at 1733405142978Initializing all the Stores at 1733405142979 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405142979Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405142982 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405142982Cleaning up temporary data from old regions at 1733405142988 (+6 ms)Running coprocessor post-open hooks at 1733405142990 (+2 ms)Region opened successfully at 1733405142990 2024-12-05T13:25:42,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:25:42,991 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733405141850.5a82577bfd375e4845ca653cb09a9c09., pid=6, masterSystemTime=1733405142974 2024-12-05T13:25:42,993 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733405141850.5a82577bfd375e4845ca653cb09a9c09. 2024-12-05T13:25:42,993 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733405141850.5a82577bfd375e4845ca653cb09a9c09. 2024-12-05T13:25:42,993 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5a82577bfd375e4845ca653cb09a9c09, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=88aaa70743e7,41063,1733405129382 2024-12-05T13:25:42,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a82577bfd375e4845ca653cb09a9c09, server=88aaa70743e7,41063,1733405129382 because future has completed 2024-12-05T13:25:42,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T13:25:42,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a82577bfd375e4845ca653cb09a9c09, server=88aaa70743e7,41063,1733405129382 in 173 msec 2024-12-05T13:25:42,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T13:25:42,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5a82577bfd375e4845ca653cb09a9c09, ASSIGN in 329 msec 2024-12-05T13:25:42,998 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:25:42,998 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405142998"}]},"ts":"1733405142998"} 2024-12-05T13:25:42,999 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T13:25:43,000 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:25:43,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-12-05T13:25:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:25:44,000 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:25:44,000 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T13:25:44,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,45353,1733405133802 2024-12-05T13:25:44,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d488d26 2024-12-05T13:25:44,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:25:44,002 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:25:44,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:25:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T13:25:44,004 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:25:44,005 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:44,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T13:25:44,005 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:25:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:25:44,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741835_1011 (size=902) 2024-12-05T13:25:44,080 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:25:44,080 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [88aaa70743e7,39319,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:39319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T13:25:44,080 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148871 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [88aaa70743e7,39319,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:39319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T13:25:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:25:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:25:44,414 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0dfdc98e8eb2fa5409f37d483d788a4d, NAME => 'test,,1733405144002.0dfdc98e8eb2fa5409f37d483d788a4d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab 2024-12-05T13:25:44,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741836_1012 (size=39) 2024-12-05T13:25:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:25:44,818 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733405144002.0dfdc98e8eb2fa5409f37d483d788a4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:25:44,818 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0dfdc98e8eb2fa5409f37d483d788a4d, disabling compactions & flushes 2024-12-05T13:25:44,818 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733405144002.0dfdc98e8eb2fa5409f37d483d788a4d. 2024-12-05T13:25:44,818 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733405144002.0dfdc98e8eb2fa5409f37d483d788a4d. 2024-12-05T13:25:44,818 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733405144002.0dfdc98e8eb2fa5409f37d483d788a4d. after waiting 0 ms 2024-12-05T13:25:44,818 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733405144002.0dfdc98e8eb2fa5409f37d483d788a4d. 2024-12-05T13:25:44,818 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733405144002.0dfdc98e8eb2fa5409f37d483d788a4d. 2024-12-05T13:25:44,818 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0dfdc98e8eb2fa5409f37d483d788a4d: Waiting for close lock at 1733405144818Disabling compacts and flushes for region at 1733405144818Disabling writes for close at 1733405144818Writing region close event to WAL at 1733405144818Closed at 1733405144818 2024-12-05T13:25:44,820 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:25:44,820 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733405144002.0dfdc98e8eb2fa5409f37d483d788a4d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733405144820"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733405144820"}]},"ts":"1733405144820"} 2024-12-05T13:25:44,821 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T13:25:44,822 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:25:44,822 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405144822"}]},"ts":"1733405144822"} 2024-12-05T13:25:44,823 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T13:25:44,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0dfdc98e8eb2fa5409f37d483d788a4d, ASSIGN}] 2024-12-05T13:25:44,824 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0dfdc98e8eb2fa5409f37d483d788a4d, ASSIGN 2024-12-05T13:25:44,825 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0dfdc98e8eb2fa5409f37d483d788a4d, ASSIGN; state=OFFLINE, location=88aaa70743e7,39757,1733405133895; forceNewPlan=false, retain=false 2024-12-05T13:25:44,975 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0dfdc98e8eb2fa5409f37d483d788a4d, regionState=OPENING, regionLocation=88aaa70743e7,39757,1733405133895 2024-12-05T13:25:44,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0dfdc98e8eb2fa5409f37d483d788a4d, ASSIGN because future has completed 2024-12-05T13:25:44,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0dfdc98e8eb2fa5409f37d483d788a4d, server=88aaa70743e7,39757,1733405133895}] 2024-12-05T13:25:45,131 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733405144002.0dfdc98e8eb2fa5409f37d483d788a4d. 2024-12-05T13:25:45,132 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0dfdc98e8eb2fa5409f37d483d788a4d, NAME => 'test,,1733405144002.0dfdc98e8eb2fa5409f37d483d788a4d.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:25:45,132 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:25:45,132 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T13:25:45,132 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0dfdc98e8eb2fa5409f37d483d788a4d 2024-12-05T13:25:45,132 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733405144002.0dfdc98e8eb2fa5409f37d483d788a4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:25:45,132 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0dfdc98e8eb2fa5409f37d483d788a4d 2024-12-05T13:25:45,132 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0dfdc98e8eb2fa5409f37d483d788a4d 2024-12-05T13:25:45,133 INFO [StoreOpener-0dfdc98e8eb2fa5409f37d483d788a4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0dfdc98e8eb2fa5409f37d483d788a4d 2024-12-05T13:25:45,134 INFO [StoreOpener-0dfdc98e8eb2fa5409f37d483d788a4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0dfdc98e8eb2fa5409f37d483d788a4d columnFamilyName f 2024-12-05T13:25:45,134 DEBUG [StoreOpener-0dfdc98e8eb2fa5409f37d483d788a4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:45,134 INFO [StoreOpener-0dfdc98e8eb2fa5409f37d483d788a4d-1 {}] regionserver.HStore(327): Store=0dfdc98e8eb2fa5409f37d483d788a4d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:25:45,134 INFO [StoreOpener-0dfdc98e8eb2fa5409f37d483d788a4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0dfdc98e8eb2fa5409f37d483d788a4d 2024-12-05T13:25:45,135 INFO [StoreOpener-0dfdc98e8eb2fa5409f37d483d788a4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0dfdc98e8eb2fa5409f37d483d788a4d columnFamilyName f1 2024-12-05T13:25:45,135 DEBUG [StoreOpener-0dfdc98e8eb2fa5409f37d483d788a4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:45,135 INFO [StoreOpener-0dfdc98e8eb2fa5409f37d483d788a4d-1 {}] regionserver.HStore(327): Store=0dfdc98e8eb2fa5409f37d483d788a4d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:25:45,135 INFO [StoreOpener-0dfdc98e8eb2fa5409f37d483d788a4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0dfdc98e8eb2fa5409f37d483d788a4d 2024-12-05T13:25:45,136 INFO [StoreOpener-0dfdc98e8eb2fa5409f37d483d788a4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0dfdc98e8eb2fa5409f37d483d788a4d columnFamilyName norep 2024-12-05T13:25:45,136 DEBUG [StoreOpener-0dfdc98e8eb2fa5409f37d483d788a4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:45,136 INFO [StoreOpener-0dfdc98e8eb2fa5409f37d483d788a4d-1 {}] regionserver.HStore(327): Store=0dfdc98e8eb2fa5409f37d483d788a4d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:25:45,136 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0dfdc98e8eb2fa5409f37d483d788a4d 2024-12-05T13:25:45,137 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/default/test/0dfdc98e8eb2fa5409f37d483d788a4d 2024-12-05T13:25:45,137 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/default/test/0dfdc98e8eb2fa5409f37d483d788a4d 2024-12-05T13:25:45,137 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0dfdc98e8eb2fa5409f37d483d788a4d 2024-12-05T13:25:45,137 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0dfdc98e8eb2fa5409f37d483d788a4d 2024-12-05T13:25:45,138 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T13:25:45,138 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0dfdc98e8eb2fa5409f37d483d788a4d 2024-12-05T13:25:45,139 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/default/test/0dfdc98e8eb2fa5409f37d483d788a4d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:25:45,140 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0dfdc98e8eb2fa5409f37d483d788a4d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61153131, jitterRate=-0.08874733746051788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T13:25:45,140 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0dfdc98e8eb2fa5409f37d483d788a4d 2024-12-05T13:25:45,140 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0dfdc98e8eb2fa5409f37d483d788a4d: Running coprocessor pre-open hook at 1733405145132Writing region info on filesystem at 1733405145132Initializing all the Stores at 1733405145133 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405145133Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405145133Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405145133Cleaning up temporary data from old regions at 1733405145137 (+4 ms)Running coprocessor post-open hooks at 1733405145140 (+3 ms)Region opened successfully at 1733405145140 2024-12-05T13:25:45,140 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733405144002.0dfdc98e8eb2fa5409f37d483d788a4d., pid=6, masterSystemTime=1733405145129 2024-12-05T13:25:45,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:25:45,142 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733405144002.0dfdc98e8eb2fa5409f37d483d788a4d. 2024-12-05T13:25:45,142 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733405144002.0dfdc98e8eb2fa5409f37d483d788a4d. 2024-12-05T13:25:45,142 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0dfdc98e8eb2fa5409f37d483d788a4d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=88aaa70743e7,39757,1733405133895 2024-12-05T13:25:45,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0dfdc98e8eb2fa5409f37d483d788a4d, server=88aaa70743e7,39757,1733405133895 because future has completed 2024-12-05T13:25:45,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T13:25:45,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0dfdc98e8eb2fa5409f37d483d788a4d, server=88aaa70743e7,39757,1733405133895 in 183 msec 2024-12-05T13:25:45,163 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T13:25:45,163 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0dfdc98e8eb2fa5409f37d483d788a4d, ASSIGN in 338 msec 2024-12-05T13:25:45,164 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:25:45,164 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405145164"}]},"ts":"1733405145164"} 2024-12-05T13:25:45,166 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T13:25:45,166 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:25:45,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1630 sec 2024-12-05T13:25:46,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:25:46,161 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T13:25:46,161 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:25:46,162 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,46531,1733405138359 2024-12-05T13:25:46,162 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34339902 2024-12-05T13:25:46,162 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:25:46,163 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:25:46,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46531 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:25:46,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46531 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T13:25:46,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:25:46,166 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:46,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46531 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T13:25:46,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:25:46,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:25:46,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741835_1011 (size=902) 2024-12-05T13:25:46,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:25:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:25:46,573 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d7d9abbd8d14cf346de26931e81fc0ce, NAME => 'test,,1733405146164.d7d9abbd8d14cf346de26931e81fc0ce.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3 2024-12-05T13:25:46,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741836_1012 (size=39) 2024-12-05T13:25:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:25:46,977 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733405146164.d7d9abbd8d14cf346de26931e81fc0ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:25:46,978 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d7d9abbd8d14cf346de26931e81fc0ce, disabling compactions & flushes 2024-12-05T13:25:46,978 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733405146164.d7d9abbd8d14cf346de26931e81fc0ce. 2024-12-05T13:25:46,978 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733405146164.d7d9abbd8d14cf346de26931e81fc0ce. 2024-12-05T13:25:46,978 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733405146164.d7d9abbd8d14cf346de26931e81fc0ce. after waiting 0 ms 2024-12-05T13:25:46,978 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733405146164.d7d9abbd8d14cf346de26931e81fc0ce. 2024-12-05T13:25:46,978 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733405146164.d7d9abbd8d14cf346de26931e81fc0ce. 2024-12-05T13:25:46,978 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d7d9abbd8d14cf346de26931e81fc0ce: Waiting for close lock at 1733405146978Disabling compacts and flushes for region at 1733405146978Disabling writes for close at 1733405146978Writing region close event to WAL at 1733405146978Closed at 1733405146978 2024-12-05T13:25:46,979 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:25:46,979 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733405146164.d7d9abbd8d14cf346de26931e81fc0ce.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733405146979"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733405146979"}]},"ts":"1733405146979"} 2024-12-05T13:25:46,982 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T13:25:46,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:25:46,983 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405146982"}]},"ts":"1733405146982"} 2024-12-05T13:25:46,984 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T13:25:46,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d7d9abbd8d14cf346de26931e81fc0ce, ASSIGN}] 2024-12-05T13:25:46,985 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d7d9abbd8d14cf346de26931e81fc0ce, ASSIGN 2024-12-05T13:25:46,986 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d7d9abbd8d14cf346de26931e81fc0ce, ASSIGN; state=OFFLINE, location=88aaa70743e7,39491,1733405138449; forceNewPlan=false, retain=false 2024-12-05T13:25:47,137 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d7d9abbd8d14cf346de26931e81fc0ce, regionState=OPENING, regionLocation=88aaa70743e7,39491,1733405138449 2024-12-05T13:25:47,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d7d9abbd8d14cf346de26931e81fc0ce, ASSIGN because future has completed 2024-12-05T13:25:47,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7d9abbd8d14cf346de26931e81fc0ce, server=88aaa70743e7,39491,1733405138449}] 2024-12-05T13:25:47,141 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:25:47,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:47,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:47,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:47,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:47,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:47,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:47,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:47,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:47,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:47,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:47,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:47,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:47,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:47,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:47,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:47,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:47,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:47,293 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733405146164.d7d9abbd8d14cf346de26931e81fc0ce. 2024-12-05T13:25:47,293 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d7d9abbd8d14cf346de26931e81fc0ce, NAME => 'test,,1733405146164.d7d9abbd8d14cf346de26931e81fc0ce.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:25:47,294 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:25:47,294 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T13:25:47,294 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d7d9abbd8d14cf346de26931e81fc0ce 2024-12-05T13:25:47,294 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733405146164.d7d9abbd8d14cf346de26931e81fc0ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:25:47,294 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d7d9abbd8d14cf346de26931e81fc0ce 2024-12-05T13:25:47,294 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d7d9abbd8d14cf346de26931e81fc0ce 2024-12-05T13:25:47,295 INFO [StoreOpener-d7d9abbd8d14cf346de26931e81fc0ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d7d9abbd8d14cf346de26931e81fc0ce 2024-12-05T13:25:47,296 INFO [StoreOpener-d7d9abbd8d14cf346de26931e81fc0ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7d9abbd8d14cf346de26931e81fc0ce columnFamilyName f 2024-12-05T13:25:47,296 DEBUG [StoreOpener-d7d9abbd8d14cf346de26931e81fc0ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:47,297 INFO [StoreOpener-d7d9abbd8d14cf346de26931e81fc0ce-1 {}] regionserver.HStore(327): Store=d7d9abbd8d14cf346de26931e81fc0ce/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:25:47,297 INFO [StoreOpener-d7d9abbd8d14cf346de26931e81fc0ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d7d9abbd8d14cf346de26931e81fc0ce 2024-12-05T13:25:47,297 INFO [StoreOpener-d7d9abbd8d14cf346de26931e81fc0ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7d9abbd8d14cf346de26931e81fc0ce columnFamilyName f1 2024-12-05T13:25:47,298 DEBUG [StoreOpener-d7d9abbd8d14cf346de26931e81fc0ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:47,298 INFO [StoreOpener-d7d9abbd8d14cf346de26931e81fc0ce-1 {}] regionserver.HStore(327): Store=d7d9abbd8d14cf346de26931e81fc0ce/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:25:47,298 INFO [StoreOpener-d7d9abbd8d14cf346de26931e81fc0ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d7d9abbd8d14cf346de26931e81fc0ce 2024-12-05T13:25:47,298 INFO [StoreOpener-d7d9abbd8d14cf346de26931e81fc0ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7d9abbd8d14cf346de26931e81fc0ce columnFamilyName norep 2024-12-05T13:25:47,299 DEBUG [StoreOpener-d7d9abbd8d14cf346de26931e81fc0ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:47,299 INFO [StoreOpener-d7d9abbd8d14cf346de26931e81fc0ce-1 {}] regionserver.HStore(327): Store=d7d9abbd8d14cf346de26931e81fc0ce/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:25:47,299 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d7d9abbd8d14cf346de26931e81fc0ce 2024-12-05T13:25:47,299 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/data/default/test/d7d9abbd8d14cf346de26931e81fc0ce 2024-12-05T13:25:47,299 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/data/default/test/d7d9abbd8d14cf346de26931e81fc0ce 2024-12-05T13:25:47,300 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d7d9abbd8d14cf346de26931e81fc0ce 2024-12-05T13:25:47,300 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d7d9abbd8d14cf346de26931e81fc0ce 2024-12-05T13:25:47,300 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T13:25:47,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:25:47,301 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d7d9abbd8d14cf346de26931e81fc0ce 2024-12-05T13:25:47,303 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/data/default/test/d7d9abbd8d14cf346de26931e81fc0ce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:25:47,303 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d7d9abbd8d14cf346de26931e81fc0ce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62031233, jitterRate=-0.07566259801387787}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T13:25:47,303 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d7d9abbd8d14cf346de26931e81fc0ce 2024-12-05T13:25:47,303 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d7d9abbd8d14cf346de26931e81fc0ce: Running coprocessor pre-open hook at 1733405147294Writing region info on filesystem at 1733405147294Initializing all the Stores at 1733405147295 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405147295Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405147295Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405147295Cleaning up temporary data from old regions at 1733405147300 (+5 ms)Running coprocessor post-open hooks at 1733405147303 (+3 ms)Region opened successfully at 1733405147303 2024-12-05T13:25:47,304 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733405146164.d7d9abbd8d14cf346de26931e81fc0ce., pid=6, masterSystemTime=1733405147290 2024-12-05T13:25:47,305 DEBUG [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733405146164.d7d9abbd8d14cf346de26931e81fc0ce. 2024-12-05T13:25:47,305 INFO [RS_OPEN_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733405146164.d7d9abbd8d14cf346de26931e81fc0ce. 2024-12-05T13:25:47,306 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d7d9abbd8d14cf346de26931e81fc0ce, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=88aaa70743e7,39491,1733405138449 2024-12-05T13:25:47,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7d9abbd8d14cf346de26931e81fc0ce, server=88aaa70743e7,39491,1733405138449 because future has completed 2024-12-05T13:25:47,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T13:25:47,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d7d9abbd8d14cf346de26931e81fc0ce, server=88aaa70743e7,39491,1733405138449 in 169 msec 2024-12-05T13:25:47,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T13:25:47,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d7d9abbd8d14cf346de26931e81fc0ce, ASSIGN in 325 msec 2024-12-05T13:25:47,310 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:25:47,310 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405147310"}]},"ts":"1733405147310"} 2024-12-05T13:25:47,312 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T13:25:47,312 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:25:47,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-12-05T13:25:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T13:25:48,311 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T13:25:48,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22022f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:48,312 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,33229,-1 for getting cluster id 2024-12-05T13:25:48,312 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:25:48,312 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cdf93ec2-6641-47c5-94e6-b278f0a52bca' 2024-12-05T13:25:48,313 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:25:48,313 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cdf93ec2-6641-47c5-94e6-b278f0a52bca" 2024-12-05T13:25:48,313 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27ef8bc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:48,313 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,33229,-1] 2024-12-05T13:25:48,313 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:25:48,313 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:48,313 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:25:48,314 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ad3e567, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:48,314 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:25:48,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,33229,1733405129239 2024-12-05T13:25:48,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7769ba1b 2024-12-05T13:25:48,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:25:48,315 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:25:48,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33229 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://88aaa70743e7:45353,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T13:25:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33229 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T13:25:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:25:48,318 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:45353' 2024-12-05T13:25:48,319 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20370007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:48,319 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,45353,-1 for getting cluster id 2024-12-05T13:25:48,319 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:25:48,319 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1ae4db2-0c5c-4ade-9bf2-01bff1796d8a' 2024-12-05T13:25:48,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:25:48,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1ae4db2-0c5c-4ade-9bf2-01bff1796d8a" 2024-12-05T13:25:48,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5c4fba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:48,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,45353,-1] 2024-12-05T13:25:48,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:25:48,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:48,320 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:25:48,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27347ff8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:48,321 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:25:48,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,45353,1733405133802 2024-12-05T13:25:48,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b32250d 2024-12-05T13:25:48,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:25:48,322 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:25:48,323 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T13:25:48,323 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T13:25:48,323 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:48,323 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:48,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:25:48,323 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T13:25:48,324 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T13:25:48,325 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T13:25:48,325 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:48,326 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T13:25:48,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741837_1013 (size=1138) 2024-12-05T13:25:48,375 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T13:25:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:25:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:25:48,731 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7097d9d182fbc99fc2e6a83919b63cca, NAME => 'hbase:replication,,1733405148323.7097d9d182fbc99fc2e6a83919b63cca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc 2024-12-05T13:25:48,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741838_1014 (size=44) 2024-12-05T13:25:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:25:49,136 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733405148323.7097d9d182fbc99fc2e6a83919b63cca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:25:49,136 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7097d9d182fbc99fc2e6a83919b63cca, disabling compactions & flushes 2024-12-05T13:25:49,136 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733405148323.7097d9d182fbc99fc2e6a83919b63cca. 2024-12-05T13:25:49,136 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733405148323.7097d9d182fbc99fc2e6a83919b63cca. 2024-12-05T13:25:49,136 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733405148323.7097d9d182fbc99fc2e6a83919b63cca. after waiting 0 ms 2024-12-05T13:25:49,136 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733405148323.7097d9d182fbc99fc2e6a83919b63cca. 2024-12-05T13:25:49,136 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733405148323.7097d9d182fbc99fc2e6a83919b63cca. 2024-12-05T13:25:49,137 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7097d9d182fbc99fc2e6a83919b63cca: Waiting for close lock at 1733405149136Disabling compacts and flushes for region at 1733405149136Disabling writes for close at 1733405149136Writing region close event to WAL at 1733405149136Closed at 1733405149136 2024-12-05T13:25:49,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T13:25:49,138 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733405148323.7097d9d182fbc99fc2e6a83919b63cca.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733405149137"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733405149137"}]},"ts":"1733405149137"} 2024-12-05T13:25:49,139 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T13:25:49,140 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T13:25:49,140 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405149140"}]},"ts":"1733405149140"} 2024-12-05T13:25:49,141 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T13:25:49,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7097d9d182fbc99fc2e6a83919b63cca, ASSIGN}] 2024-12-05T13:25:49,142 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7097d9d182fbc99fc2e6a83919b63cca, ASSIGN 2024-12-05T13:25:49,142 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7097d9d182fbc99fc2e6a83919b63cca, ASSIGN; state=OFFLINE, location=88aaa70743e7,41063,1733405129382; forceNewPlan=false, retain=false 2024-12-05T13:25:49,293 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7097d9d182fbc99fc2e6a83919b63cca, regionState=OPENING, regionLocation=88aaa70743e7,41063,1733405129382 2024-12-05T13:25:49,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7097d9d182fbc99fc2e6a83919b63cca, ASSIGN because future has completed 2024-12-05T13:25:49,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7097d9d182fbc99fc2e6a83919b63cca, server=88aaa70743e7,41063,1733405129382}] 2024-12-05T13:25:49,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733405148323.7097d9d182fbc99fc2e6a83919b63cca. 2024-12-05T13:25:49,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T13:25:49,450 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T13:25:49,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:25:49,451 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=88aaa70743e7%2C41063%2C1733405129382.rep, suffix=, logDir=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382, archiveDir=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/oldWALs, maxLogs=10 2024-12-05T13:25:49,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.rep.1733405149451, exclude list is [], retry=0 2024-12-05T13:25:49,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39051,DS-11a3d60a-38ed-4d77-ad55-76d9c36d9ddc,DISK] 2024-12-05T13:25:49,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.rep.1733405149451 2024-12-05T13:25:49,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36811:36811)] 2024-12-05T13:25:49,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7097d9d182fbc99fc2e6a83919b63cca, NAME => 'hbase:replication,,1733405148323.7097d9d182fbc99fc2e6a83919b63cca.', STARTKEY => '', ENDKEY => ''} 2024-12-05T13:25:49,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T13:25:49,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T13:25:49,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733405148323.7097d9d182fbc99fc2e6a83919b63cca. service=MultiRowMutationService 2024-12-05T13:25:49,469 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T13:25:49,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7097d9d182fbc99fc2e6a83919b63cca 2024-12-05T13:25:49,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733405148323.7097d9d182fbc99fc2e6a83919b63cca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T13:25:49,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7097d9d182fbc99fc2e6a83919b63cca 2024-12-05T13:25:49,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7097d9d182fbc99fc2e6a83919b63cca 2024-12-05T13:25:49,470 INFO [StoreOpener-7097d9d182fbc99fc2e6a83919b63cca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7097d9d182fbc99fc2e6a83919b63cca 2024-12-05T13:25:49,471 INFO [StoreOpener-7097d9d182fbc99fc2e6a83919b63cca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7097d9d182fbc99fc2e6a83919b63cca columnFamilyName hfileref 2024-12-05T13:25:49,471 DEBUG [StoreOpener-7097d9d182fbc99fc2e6a83919b63cca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:49,471 INFO [StoreOpener-7097d9d182fbc99fc2e6a83919b63cca-1 {}] regionserver.HStore(327): Store=7097d9d182fbc99fc2e6a83919b63cca/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:25:49,471 INFO [StoreOpener-7097d9d182fbc99fc2e6a83919b63cca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7097d9d182fbc99fc2e6a83919b63cca 2024-12-05T13:25:49,472 INFO [StoreOpener-7097d9d182fbc99fc2e6a83919b63cca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7097d9d182fbc99fc2e6a83919b63cca columnFamilyName queue 2024-12-05T13:25:49,472 DEBUG [StoreOpener-7097d9d182fbc99fc2e6a83919b63cca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:49,472 INFO [StoreOpener-7097d9d182fbc99fc2e6a83919b63cca-1 {}] regionserver.HStore(327): Store=7097d9d182fbc99fc2e6a83919b63cca/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:25:49,472 INFO [StoreOpener-7097d9d182fbc99fc2e6a83919b63cca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7097d9d182fbc99fc2e6a83919b63cca 2024-12-05T13:25:49,473 INFO [StoreOpener-7097d9d182fbc99fc2e6a83919b63cca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7097d9d182fbc99fc2e6a83919b63cca columnFamilyName sid 2024-12-05T13:25:49,473 DEBUG [StoreOpener-7097d9d182fbc99fc2e6a83919b63cca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T13:25:49,473 INFO [StoreOpener-7097d9d182fbc99fc2e6a83919b63cca-1 {}] regionserver.HStore(327): Store=7097d9d182fbc99fc2e6a83919b63cca/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T13:25:49,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7097d9d182fbc99fc2e6a83919b63cca 2024-12-05T13:25:49,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/replication/7097d9d182fbc99fc2e6a83919b63cca 2024-12-05T13:25:49,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/replication/7097d9d182fbc99fc2e6a83919b63cca 2024-12-05T13:25:49,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7097d9d182fbc99fc2e6a83919b63cca 2024-12-05T13:25:49,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7097d9d182fbc99fc2e6a83919b63cca 2024-12-05T13:25:49,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T13:25:49,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7097d9d182fbc99fc2e6a83919b63cca 2024-12-05T13:25:49,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/replication/7097d9d182fbc99fc2e6a83919b63cca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T13:25:49,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7097d9d182fbc99fc2e6a83919b63cca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72731818, jitterRate=0.08378854393959045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T13:25:49,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7097d9d182fbc99fc2e6a83919b63cca 2024-12-05T13:25:49,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7097d9d182fbc99fc2e6a83919b63cca: Running coprocessor pre-open hook at 1733405149469Writing region info on filesystem at 1733405149469Initializing all the Stores at 1733405149470 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405149470Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405149470Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733405149470Cleaning up temporary data from old regions at 1733405149475 (+5 ms)Running coprocessor post-open hooks at 1733405149478 (+3 ms)Region opened successfully at 1733405149478 2024-12-05T13:25:49,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733405148323.7097d9d182fbc99fc2e6a83919b63cca., pid=10, masterSystemTime=1733405149447 2024-12-05T13:25:49,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733405148323.7097d9d182fbc99fc2e6a83919b63cca. 2024-12-05T13:25:49,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733405148323.7097d9d182fbc99fc2e6a83919b63cca. 2024-12-05T13:25:49,481 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7097d9d182fbc99fc2e6a83919b63cca, regionState=OPEN, openSeqNum=2, regionLocation=88aaa70743e7,41063,1733405129382 2024-12-05T13:25:49,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7097d9d182fbc99fc2e6a83919b63cca, server=88aaa70743e7,41063,1733405129382 because future has completed 2024-12-05T13:25:49,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T13:25:49,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7097d9d182fbc99fc2e6a83919b63cca, server=88aaa70743e7,41063,1733405129382 in 189 msec 2024-12-05T13:25:49,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T13:25:49,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7097d9d182fbc99fc2e6a83919b63cca, ASSIGN in 344 msec 2024-12-05T13:25:49,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T13:25:49,487 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733405149487"}]},"ts":"1733405149487"} 2024-12-05T13:25:49,488 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T13:25:49,489 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T13:25:49,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-12-05T13:25:49,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733405148323.7097d9d182fbc99fc2e6a83919b63cca., hostname=88aaa70743e7,41063,1733405129382, seqNum=2] 2024-12-05T13:25:49,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33229-0x101a6d8f9a80000, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01455619073 2024-12-05T13:25:49,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x101a6d8f9a80001, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01455619073 2024-12-05T13:25:49,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T13:25:49,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41063 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T13:25:49,768 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T13:25:49,797 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-88aaa70743e7,41063,1733405129382, ReplicationSource: 1, currentBandwidth=0 2024-12-05T13:25:49,797 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:25:49,797 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,41063,1733405129382, seqNum=-1] 2024-12-05T13:25:49,798 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:25:49,799 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-05T13:25:49,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-88aaa70743e7,41063,1733405129382', locateType=CURRENT is [region=hbase:replication,,1733405148323.7097d9d182fbc99fc2e6a83919b63cca., hostname=88aaa70743e7,41063,1733405129382, seqNum=2] 2024-12-05T13:25:49,802 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T13:25:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33229 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T13:25:49,805 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 88aaa70743e7,41063,1733405129382 suceeded 2024-12-05T13:25:49,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T13:25:49,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-12-05T13:25:49,807 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://88aaa70743e7:45353,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T13:25:49,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4910 sec 2024-12-05T13:25:49,820 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:45353' 2024-12-05T13:25:49,821 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c20e850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:49,821 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,45353,-1 for getting cluster id 2024-12-05T13:25:49,821 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:25:49,822 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1ae4db2-0c5c-4ade-9bf2-01bff1796d8a' 2024-12-05T13:25:49,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:25:49,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1ae4db2-0c5c-4ade-9bf2-01bff1796d8a" 2024-12-05T13:25:49,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a01b1e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:49,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,45353,-1] 2024-12-05T13:25:49,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:25:49,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:49,823 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:25:49,824 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20e5786f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:49,824 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:25:49,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,45353,1733405133802 2024-12-05T13:25:49,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7597ead7 2024-12-05T13:25:49,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:25:49,825 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-05T13:25:49,825 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-88aaa70743e7,41063,1733405129382 (queues=1) is replicating from cluster=cdf93ec2-6641-47c5-94e6-b278f0a52bca to cluster=d1ae4db2-0c5c-4ade-9bf2-01bff1796d8a 2024-12-05T13:25:49,826 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=88aaa70743e7%2C41063%2C1733405129382 2024-12-05T13:25:49,826 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-88aaa70743e7,41063,1733405129382, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T13:25:49,826 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.shipper88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 88aaa70743e7%2C41063%2C1733405129382 2024-12-05T13:25:49,826 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405131580, startPosition=0, beingWritten=true 2024-12-05T13:25:49,830 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:25:49,830 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405131580 to pos 379, reset compression=false 2024-12-05T13:25:49,830 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.shipper88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,41063,1733405129382 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405131580, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T13:25:50,034 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405131580 to pos 379, reset compression=false 2024-12-05T13:25:50,337 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405131580 to pos 379, reset compression=false 2024-12-05T13:25:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T13:25:50,460 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T13:25:50,460 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:25:50,460 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:25:50,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:50,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:50,461 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:25:50,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@330001e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:50,461 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,33229,-1 for getting cluster id 2024-12-05T13:25:50,461 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:25:50,462 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cdf93ec2-6641-47c5-94e6-b278f0a52bca' 2024-12-05T13:25:50,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:25:50,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cdf93ec2-6641-47c5-94e6-b278f0a52bca" 2024-12-05T13:25:50,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@364ef886, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:50,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,33229,-1] 2024-12-05T13:25:50,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:25:50,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:50,463 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:25:50,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38be703d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:50,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de7c408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:50,464 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,45353,-1 for getting cluster id 2024-12-05T13:25:50,464 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:25:50,464 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1ae4db2-0c5c-4ade-9bf2-01bff1796d8a' 2024-12-05T13:25:50,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:25:50,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1ae4db2-0c5c-4ade-9bf2-01bff1796d8a" 2024-12-05T13:25:50,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@656380b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:50,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,45353,-1] 2024-12-05T13:25:50,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:25:50,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:50,465 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:25:50,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596506ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:50,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1179f164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:50,466 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,46531,-1 for getting cluster id 2024-12-05T13:25:50,467 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:25:50,468 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd347ab9-c445-4db2-861f-6b7139d11f8e' 2024-12-05T13:25:50,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:25:50,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd347ab9-c445-4db2-861f-6b7139d11f8e" 2024-12-05T13:25:50,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a4638a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:50,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,46531,-1] 2024-12-05T13:25:50,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:25:50,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:50,469 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:25:50,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24365503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:50,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:25:50,475 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733405150474/Put/seqid=0 2024-12-05T13:25:50,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741840_1016 (size=7894) 2024-12-05T13:25:50,741 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405131580 to pos 379, reset compression=false 2024-12-05T13:25:50,880 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733405150880/Put/seqid=0 2024-12-05T13:25:50,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741841_1017 (size=7691) 2024-12-05T13:25:51,245 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405131580 to pos 379, reset compression=false 2024-12-05T13:25:51,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2603873d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:51,285 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,33229,-1 for getting cluster id 2024-12-05T13:25:51,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:25:51,285 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cdf93ec2-6641-47c5-94e6-b278f0a52bca' 2024-12-05T13:25:51,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:25:51,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cdf93ec2-6641-47c5-94e6-b278f0a52bca" 2024-12-05T13:25:51,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39a9785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:51,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,33229,-1] 2024-12-05T13:25:51,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:25:51,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:51,287 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:25:51,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fe59557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:51,287 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:25:51,288 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,41063,1733405129382, seqNum=-1] 2024-12-05T13:25:51,288 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:25:51,288 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:25:51,293 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:25:51,294 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,33229,1733405129239 2024-12-05T13:25:51,294 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3672fd99 2024-12-05T13:25:51,294 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:25:51,295 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:25:51,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733405141850.5a82577bfd375e4845ca653cb09a9c09., hostname=88aaa70743e7,41063,1733405129382, seqNum=2] 2024-12-05T13:25:51,300 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T13:25:51,308 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-05T13:25:51,309 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-05T13:25:51,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 5a82577bfd375e4845ca653cb09a9c09/f 2024-12-05T13:25:51,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-05T13:25:51,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T13:25:51,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 5a82577bfd375e4845ca653cb09a9c09/f 2024-12-05T13:25:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-05T13:25:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T13:25:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HRegion(2603): Flush status journal for 5a82577bfd375e4845ca653cb09a9c09: 2024-12-05T13:25:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/staging/jenkins__test__n5dr88a7ruoc3q687jmn12e770dmdbbihcpc2q5bv48g0pbl85cslmj8lmegj179/f/hfile_1 2024-12-05T13:25:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/staging/jenkins__test__n5dr88a7ruoc3q687jmn12e770dmdbbihcpc2q5bv48g0pbl85cslmj8lmegj179/f/hfile_1 as hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/default/test/5a82577bfd375e4845ca653cb09a9c09/f/18b9ddd2f96c4835be0d79398c8aa8b3_SeqId_4_ 2024-12-05T13:25:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/staging/jenkins__test__n5dr88a7ruoc3q687jmn12e770dmdbbihcpc2q5bv48g0pbl85cslmj8lmegj179/f/hfile_0 2024-12-05T13:25:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/staging/jenkins__test__n5dr88a7ruoc3q687jmn12e770dmdbbihcpc2q5bv48g0pbl85cslmj8lmegj179/f/hfile_0 as hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/default/test/5a82577bfd375e4845ca653cb09a9c09/f/388a7751241b4005a3a62bbb0dfc3510_SeqId_4_ 2024-12-05T13:25:51,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/staging/jenkins__test__n5dr88a7ruoc3q687jmn12e770dmdbbihcpc2q5bv48g0pbl85cslmj8lmegj179/f/hfile_1 into 5a82577bfd375e4845ca653cb09a9c09/f as hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/default/test/5a82577bfd375e4845ca653cb09a9c09/f/18b9ddd2f96c4835be0d79398c8aa8b3_SeqId_4_ - updating store file list. 2024-12-05T13:25:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 18b9ddd2f96c4835be0d79398c8aa8b3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T13:25:51,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/default/test/5a82577bfd375e4845ca653cb09a9c09/f/18b9ddd2f96c4835be0d79398c8aa8b3_SeqId_4_ into 5a82577bfd375e4845ca653cb09a9c09/f 2024-12-05T13:25:51,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/staging/jenkins__test__n5dr88a7ruoc3q687jmn12e770dmdbbihcpc2q5bv48g0pbl85cslmj8lmegj179/f/hfile_1 into 5a82577bfd375e4845ca653cb09a9c09/f (new location: hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/default/test/5a82577bfd375e4845ca653cb09a9c09/f/18b9ddd2f96c4835be0d79398c8aa8b3_SeqId_4_) 2024-12-05T13:25:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/staging/jenkins__test__n5dr88a7ruoc3q687jmn12e770dmdbbihcpc2q5bv48g0pbl85cslmj8lmegj179/f/hfile_1 2024-12-05T13:25:51,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/staging/jenkins__test__n5dr88a7ruoc3q687jmn12e770dmdbbihcpc2q5bv48g0pbl85cslmj8lmegj179/f/hfile_0 into 5a82577bfd375e4845ca653cb09a9c09/f as hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/default/test/5a82577bfd375e4845ca653cb09a9c09/f/388a7751241b4005a3a62bbb0dfc3510_SeqId_4_ - updating store file list. 2024-12-05T13:25:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 388a7751241b4005a3a62bbb0dfc3510_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T13:25:51,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/default/test/5a82577bfd375e4845ca653cb09a9c09/f/388a7751241b4005a3a62bbb0dfc3510_SeqId_4_ into 5a82577bfd375e4845ca653cb09a9c09/f 2024-12-05T13:25:51,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/staging/jenkins__test__n5dr88a7ruoc3q687jmn12e770dmdbbihcpc2q5bv48g0pbl85cslmj8lmegj179/f/hfile_0 into 5a82577bfd375e4845ca653cb09a9c09/f (new location: hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/default/test/5a82577bfd375e4845ca653cb09a9c09/f/388a7751241b4005a3a62bbb0dfc3510_SeqId_4_) 2024-12-05T13:25:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/staging/jenkins__test__n5dr88a7ruoc3q687jmn12e770dmdbbihcpc2q5bv48g0pbl85cslmj8lmegj179/f/hfile_0 2024-12-05T13:25:51,345 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:25:51,346 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:25:51,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:51,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:51,346 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:25:51,346 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:25:51,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,39757,1733405133895, seqNum=-1] 2024-12-05T13:25:51,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:25:51,348 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:25:51,349 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733405144002.0dfdc98e8eb2fa5409f37d483d788a4d., hostname=88aaa70743e7,39757,1733405133895, seqNum=2] 2024-12-05T13:25:51,351 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T13:25:51,397 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T13:25:51,849 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405131580 to pos 379, reset compression=false 2024-12-05T13:25:51,853 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T13:25:51,853 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.shipper88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,41063,1733405129382 got entry batch from reader: WALEntryBatch [walEntries=[{test/5a82577bfd375e4845ca653cb09a9c09/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733405151344/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405131580, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T13:25:51,855 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.shipper88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:25:51,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-05T13:25:51,856 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.ReplicationSink(318): Replicating [cdf93ec2-6641-47c5-94e6-b278f0a52bca] bulk loaded data 2024-12-05T13:25:51,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@672811e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:51,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,45353,-1 for getting cluster id 2024-12-05T13:25:51,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:25:51,857 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1ae4db2-0c5c-4ade-9bf2-01bff1796d8a' 2024-12-05T13:25:51,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:25:51,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1ae4db2-0c5c-4ade-9bf2-01bff1796d8a" 2024-12-05T13:25:51,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11ed5ba7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:51,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,45353,-1] 2024-12-05T13:25:51,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:25:51,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:51,858 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:25:51,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20874c4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:51,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741837_1013 (size=7691) 2024-12-05T13:25:52,054 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405131580 to pos 687, reset compression=false 2024-12-05T13:25:52,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741838_1014 (size=7894) 2024-12-05T13:25:52,352 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T13:25:52,357 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405131580 to pos 687, reset compression=false 2024-12-05T13:25:52,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:25:52,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,45353,1733405133802 2024-12-05T13:25:52,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d71e280 2024-12-05T13:25:52,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:25:52,678 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-05T13:25:52,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T13:25:52,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:25:52,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,39757,1733405133895, seqNum=-1] 2024-12-05T13:25:52,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:25:52,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-05T13:25:52,685 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/staging/jenkins.hfs.22__test__m7c6fab9uq1o5q9ne0fld9fki1u9a9ph110agt9v7ugci78vkedvvivij264l1m6/f/18b9ddd2f96c4835be0d79398c8aa8b3_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-05T13:25:52,687 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/staging/jenkins.hfs.22__test__m7c6fab9uq1o5q9ne0fld9fki1u9a9ph110agt9v7ugci78vkedvvivij264l1m6/f/388a7751241b4005a3a62bbb0dfc3510_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-05T13:25:52,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/staging/jenkins.hfs.22__test__m7c6fab9uq1o5q9ne0fld9fki1u9a9ph110agt9v7ugci78vkedvvivij264l1m6/f/18b9ddd2f96c4835be0d79398c8aa8b3_SeqId_4_ for inclusion in 0dfdc98e8eb2fa5409f37d483d788a4d/f 2024-12-05T13:25:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-05T13:25:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T13:25:52,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/staging/jenkins.hfs.22__test__m7c6fab9uq1o5q9ne0fld9fki1u9a9ph110agt9v7ugci78vkedvvivij264l1m6/f/388a7751241b4005a3a62bbb0dfc3510_SeqId_4_ for inclusion in 0dfdc98e8eb2fa5409f37d483d788a4d/f 2024-12-05T13:25:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-05T13:25:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T13:25:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.HRegion(2603): Flush status journal for 0dfdc98e8eb2fa5409f37d483d788a4d: 2024-12-05T13:25:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 18b9ddd2f96c4835be0d79398c8aa8b3_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T13:25:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/staging/jenkins.hfs.22__test__m7c6fab9uq1o5q9ne0fld9fki1u9a9ph110agt9v7ugci78vkedvvivij264l1m6/f/18b9ddd2f96c4835be0d79398c8aa8b3_SeqId_4_ as hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/default/test/0dfdc98e8eb2fa5409f37d483d788a4d/f/aa0376333aab4d9f86ee89a047472c96_SeqId_4_ 2024-12-05T13:25:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 388a7751241b4005a3a62bbb0dfc3510_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T13:25:52,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/staging/jenkins.hfs.22__test__m7c6fab9uq1o5q9ne0fld9fki1u9a9ph110agt9v7ugci78vkedvvivij264l1m6/f/388a7751241b4005a3a62bbb0dfc3510_SeqId_4_ as hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/default/test/0dfdc98e8eb2fa5409f37d483d788a4d/f/43e6aac048964306bcf4088b83486b48_SeqId_4_ 2024-12-05T13:25:52,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/staging/jenkins.hfs.22__test__m7c6fab9uq1o5q9ne0fld9fki1u9a9ph110agt9v7ugci78vkedvvivij264l1m6/f/18b9ddd2f96c4835be0d79398c8aa8b3_SeqId_4_ into 0dfdc98e8eb2fa5409f37d483d788a4d/f as hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/default/test/0dfdc98e8eb2fa5409f37d483d788a4d/f/aa0376333aab4d9f86ee89a047472c96_SeqId_4_ - updating store file list. 2024-12-05T13:25:52,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.HStoreFile(483): HFile Bloom filter type for aa0376333aab4d9f86ee89a047472c96_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T13:25:52,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/default/test/0dfdc98e8eb2fa5409f37d483d788a4d/f/aa0376333aab4d9f86ee89a047472c96_SeqId_4_ into 0dfdc98e8eb2fa5409f37d483d788a4d/f 2024-12-05T13:25:52,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/staging/jenkins.hfs.22__test__m7c6fab9uq1o5q9ne0fld9fki1u9a9ph110agt9v7ugci78vkedvvivij264l1m6/f/18b9ddd2f96c4835be0d79398c8aa8b3_SeqId_4_ into 0dfdc98e8eb2fa5409f37d483d788a4d/f (new location: hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/default/test/0dfdc98e8eb2fa5409f37d483d788a4d/f/aa0376333aab4d9f86ee89a047472c96_SeqId_4_) 2024-12-05T13:25:52,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/staging/jenkins.hfs.22__test__m7c6fab9uq1o5q9ne0fld9fki1u9a9ph110agt9v7ugci78vkedvvivij264l1m6/f/18b9ddd2f96c4835be0d79398c8aa8b3_SeqId_4_ 2024-12-05T13:25:52,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/staging/jenkins.hfs.22__test__m7c6fab9uq1o5q9ne0fld9fki1u9a9ph110agt9v7ugci78vkedvvivij264l1m6/f/388a7751241b4005a3a62bbb0dfc3510_SeqId_4_ into 0dfdc98e8eb2fa5409f37d483d788a4d/f as hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/default/test/0dfdc98e8eb2fa5409f37d483d788a4d/f/43e6aac048964306bcf4088b83486b48_SeqId_4_ - updating store file list. 2024-12-05T13:25:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 43e6aac048964306bcf4088b83486b48_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T13:25:52,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/default/test/0dfdc98e8eb2fa5409f37d483d788a4d/f/43e6aac048964306bcf4088b83486b48_SeqId_4_ into 0dfdc98e8eb2fa5409f37d483d788a4d/f 2024-12-05T13:25:52,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/staging/jenkins.hfs.22__test__m7c6fab9uq1o5q9ne0fld9fki1u9a9ph110agt9v7ugci78vkedvvivij264l1m6/f/388a7751241b4005a3a62bbb0dfc3510_SeqId_4_ into 0dfdc98e8eb2fa5409f37d483d788a4d/f (new location: hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/default/test/0dfdc98e8eb2fa5409f37d483d788a4d/f/43e6aac048964306bcf4088b83486b48_SeqId_4_) 2024-12-05T13:25:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/staging/jenkins.hfs.22__test__m7c6fab9uq1o5q9ne0fld9fki1u9a9ph110agt9v7ugci78vkedvvivij264l1m6/f/388a7751241b4005a3a62bbb0dfc3510_SeqId_4_ 2024-12-05T13:25:52,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.ReplicationSink(324): Finished replicating [cdf93ec2-6641-47c5-94e6-b278f0a52bca] bulk loaded data 2024-12-05T13:25:52,761 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405131580 to pos 687, reset compression=false 2024-12-05T13:25:52,797 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:25:52,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:52,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:52,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:52,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:52,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:52,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:52,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:52,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:52,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:52,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:52,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:52,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:52,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:52,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:52,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:52,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:52,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:25:53,264 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405131580 to pos 687, reset compression=false 2024-12-05T13:25:53,359 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:25:53,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,39491,1733405138449, seqNum=-1] 2024-12-05T13:25:53,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:25:53,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:25:53,362 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733405146164.d7d9abbd8d14cf346de26931e81fc0ce., hostname=88aaa70743e7,39491,1733405138449, seqNum=2] 2024-12-05T13:25:53,366 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:25:53,367 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T13:25:53,368 DEBUG [regionserver/88aaa70743e7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 88aaa70743e7%2C41063%2C1733405129382.meta:.meta(num 1733405132512) roll requested 2024-12-05T13:25:53,380 DEBUG [regionserver/88aaa70743e7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.meta.1733405153368.meta, exclude list is [], retry=0 2024-12-05T13:25:53,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39051,DS-11a3d60a-38ed-4d77-ad55-76d9c36d9ddc,DISK] 2024-12-05T13:25:53,384 INFO [regionserver/88aaa70743e7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.meta.1733405132512.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.meta.1733405153368.meta 2024-12-05T13:25:53,384 DEBUG [regionserver/88aaa70743e7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36811:36811)] 2024-12-05T13:25:53,384 DEBUG [regionserver/88aaa70743e7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.meta.1733405132512.meta is not closed yet, will try archiving it next time 2024-12-05T13:25:53,384 DEBUG [regionserver/88aaa70743e7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 88aaa70743e7%2C41063%2C1733405129382:(num 1733405131580) roll requested 2024-12-05T13:25:53,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741834_1010 (size=3473) 2024-12-05T13:25:53,396 DEBUG [regionserver/88aaa70743e7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405153384, exclude list is [], retry=0 2024-12-05T13:25:53,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39051,DS-11a3d60a-38ed-4d77-ad55-76d9c36d9ddc,DISK] 2024-12-05T13:25:53,399 INFO [regionserver/88aaa70743e7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405131580 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405153384 2024-12-05T13:25:53,399 DEBUG [regionserver/88aaa70743e7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36811:36811)] 2024-12-05T13:25:53,399 DEBUG [regionserver/88aaa70743e7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405131580 is not closed yet, will try archiving it next time 2024-12-05T13:25:53,399 DEBUG [regionserver/88aaa70743e7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 88aaa70743e7%2C41063%2C1733405129382.rep:(num 1733405149451) roll requested 2024-12-05T13:25:53,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741832_1008 (size=695) 2024-12-05T13:25:53,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dde59d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:53,400 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,33229,-1 for getting cluster id 2024-12-05T13:25:53,401 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:25:53,401 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cdf93ec2-6641-47c5-94e6-b278f0a52bca' 2024-12-05T13:25:53,401 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:25:53,402 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cdf93ec2-6641-47c5-94e6-b278f0a52bca" 2024-12-05T13:25:53,402 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef80854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:53,402 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405131580 to hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/oldWALs/88aaa70743e7%2C41063%2C1733405129382.1733405131580 2024-12-05T13:25:53,402 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,33229,-1] 2024-12-05T13:25:53,402 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:25:53,402 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:53,403 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:25:53,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40d0b22b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:53,403 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:25:53,404 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,33229,1733405129239 2024-12-05T13:25:53,404 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@375737f6 2024-12-05T13:25:53,404 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:25:53,405 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:25:53,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33229 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://88aaa70743e7:46531,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T13:25:53,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33229 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T13:25:53,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T13:25:53,408 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:46531' 2024-12-05T13:25:53,409 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9710c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:53,409 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,46531,-1 for getting cluster id 2024-12-05T13:25:53,409 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:25:53,409 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd347ab9-c445-4db2-861f-6b7139d11f8e' 2024-12-05T13:25:53,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:25:53,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd347ab9-c445-4db2-861f-6b7139d11f8e" 2024-12-05T13:25:53,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b8d8b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:53,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,46531,-1] 2024-12-05T13:25:53,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:25:53,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:53,411 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:25:53,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39edf47e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:53,411 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:25:53,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,46531,1733405138359 2024-12-05T13:25:53,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6610a3f 2024-12-05T13:25:53,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:25:53,412 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:25:53,413 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-05T13:25:53,413 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T13:25:53,413 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:53,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:25:53,413 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:53,414 DEBUG [regionserver/88aaa70743e7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.rep.1733405153399, exclude list is [], retry=0 2024-12-05T13:25:53,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39051,DS-11a3d60a-38ed-4d77-ad55-76d9c36d9ddc,DISK] 2024-12-05T13:25:53,417 INFO [regionserver/88aaa70743e7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.rep.1733405149451 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.rep.1733405153399 2024-12-05T13:25:53,417 DEBUG [regionserver/88aaa70743e7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36811:36811)] 2024-12-05T13:25:53,417 DEBUG [regionserver/88aaa70743e7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.rep.1733405149451 is not closed yet, will try archiving it next time 2024-12-05T13:25:53,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741839_1015 (size=1505) 2024-12-05T13:25:53,418 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.rep.1733405149451 not finished, retry = 0 2024-12-05T13:25:53,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T13:25:53,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T13:25:53,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41063 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-05T13:25:53,650 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-05T13:25:53,675 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-88aaa70743e7,41063,1733405129382, ReplicationSource: 2, currentBandwidth=0 2024-12-05T13:25:53,677 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-05T13:25:53,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33229 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-05T13:25:53,679 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 88aaa70743e7,41063,1733405129382 suceeded 2024-12-05T13:25:53,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-05T13:25:53,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 181 msec 2024-12-05T13:25:53,680 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://88aaa70743e7:46531,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T13:25:53,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 275 msec 2024-12-05T13:25:53,688 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,41063,1733405129382 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='88aaa70743e7:46531' 2024-12-05T13:25:53,689 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,41063,1733405129382 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b2bb598, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:53,689 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,41063,1733405129382 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,46531,-1 for getting cluster id 2024-12-05T13:25:53,689 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,41063,1733405129382 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:25:53,690 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd347ab9-c445-4db2-861f-6b7139d11f8e' 2024-12-05T13:25:53,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:25:53,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd347ab9-c445-4db2-861f-6b7139d11f8e" 2024-12-05T13:25:53,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70de619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:53,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,46531,-1] 2024-12-05T13:25:53,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:25:53,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:53,691 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:25:53,691 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,41063,1733405129382 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4097bd0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:53,691 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,41063,1733405129382 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:25:53,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,46531,1733405138359 2024-12-05T13:25:53,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@703482ad 2024-12-05T13:25:53,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:25:53,692 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-05T13:25:53,692 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,41063,1733405129382 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-88aaa70743e7,41063,1733405129382 (queues=1) is replicating from cluster=cdf93ec2-6641-47c5-94e6-b278f0a52bca to cluster=dd347ab9-c445-4db2-861f-6b7139d11f8e 2024-12-05T13:25:53,693 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,41063,1733405129382 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=88aaa70743e7%2C41063%2C1733405129382 2024-12-05T13:25:53,693 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,41063,1733405129382 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-88aaa70743e7,41063,1733405129382, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T13:25:53,693 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,2-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405153384, startPosition=0, beingWritten=true 2024-12-05T13:25:53,693 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,41063,1733405129382.replicationSource.shipper88aaa70743e7%2C41063%2C1733405129382,2-88aaa70743e7,41063,1733405129382 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 88aaa70743e7%2C41063%2C1733405129382 2024-12-05T13:25:53,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T13:25:53,720 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-05T13:25:53,720 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:25:53,720 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:25:53,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:53,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:53,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:25:53,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T13:25:53,724 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733405153723/Put/seqid=0 2024-12-05T13:25:53,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741845_1021 (size=11194) 2024-12-05T13:25:53,728 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733405153728/Put/seqid=0 2024-12-05T13:25:53,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741846_1022 (size=10791) 2024-12-05T13:25:53,868 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405131580 to pos 687, reset compression=false 2024-12-05T13:25:53,870 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405131580 was moved to hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/oldWALs/88aaa70743e7%2C41063%2C1733405129382.1733405131580 2024-12-05T13:25:53,871 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405131580 2024-12-05T13:25:53,871 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.shipper88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,41063,1733405129382 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405131580, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-05T13:25:53,871 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405153384, startPosition=0, beingWritten=true 2024-12-05T13:25:53,873 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.shipper88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [88aaa70743e7%2C41063%2C1733405129382.1733405131580] 2024-12-05T13:25:53,896 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,2-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405153384 to pos 0, reset compression=false 2024-12-05T13:25:54,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c85dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:54,133 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,33229,-1 for getting cluster id 2024-12-05T13:25:54,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:25:54,134 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cdf93ec2-6641-47c5-94e6-b278f0a52bca' 2024-12-05T13:25:54,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:25:54,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cdf93ec2-6641-47c5-94e6-b278f0a52bca" 2024-12-05T13:25:54,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@226094f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:54,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,33229,-1] 2024-12-05T13:25:54,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:25:54,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:54,135 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:25:54,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@648b5073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:54,135 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:25:54,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,41063,1733405129382, seqNum=-1] 2024-12-05T13:25:54,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:25:54,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T13:25:54,142 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:25:54,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,33229,1733405129239 2024-12-05T13:25:54,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@496dc67b 2024-12-05T13:25:54,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:25:54,143 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T13:25:54,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733405141850.5a82577bfd375e4845ca653cb09a9c09., hostname=88aaa70743e7,41063,1733405129382, seqNum=2] 2024-12-05T13:25:54,148 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T13:25:54,152 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-05T13:25:54,153 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-05T13:25:54,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 5a82577bfd375e4845ca653cb09a9c09/f 2024-12-05T13:25:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-05T13:25:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T13:25:54,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 5a82577bfd375e4845ca653cb09a9c09/f 2024-12-05T13:25:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-05T13:25:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T13:25:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HRegion(2603): Flush status journal for 5a82577bfd375e4845ca653cb09a9c09: 2024-12-05T13:25:54,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/staging/jenkins__test__k43sdj3goq0cppc64kj72om0hlsi666a017l0mqhm5qb6ctpv6d1taps6om3s82c/f/hfile_0 2024-12-05T13:25:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/staging/jenkins__test__k43sdj3goq0cppc64kj72om0hlsi666a017l0mqhm5qb6ctpv6d1taps6om3s82c/f/hfile_0 as hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/default/test/5a82577bfd375e4845ca653cb09a9c09/f/1922aad97db347f5ac32c860c9ad91fb_SeqId_6_ 2024-12-05T13:25:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/staging/jenkins__test__k43sdj3goq0cppc64kj72om0hlsi666a017l0mqhm5qb6ctpv6d1taps6om3s82c/f/hfile_1 2024-12-05T13:25:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/staging/jenkins__test__k43sdj3goq0cppc64kj72om0hlsi666a017l0mqhm5qb6ctpv6d1taps6om3s82c/f/hfile_1 as hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/default/test/5a82577bfd375e4845ca653cb09a9c09/f/2ad7fb85f3234ab4999af4c66e42148a_SeqId_6_ 2024-12-05T13:25:54,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/staging/jenkins__test__k43sdj3goq0cppc64kj72om0hlsi666a017l0mqhm5qb6ctpv6d1taps6om3s82c/f/hfile_0 into 5a82577bfd375e4845ca653cb09a9c09/f as hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/default/test/5a82577bfd375e4845ca653cb09a9c09/f/1922aad97db347f5ac32c860c9ad91fb_SeqId_6_ - updating store file list. 2024-12-05T13:25:54,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1922aad97db347f5ac32c860c9ad91fb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T13:25:54,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/default/test/5a82577bfd375e4845ca653cb09a9c09/f/1922aad97db347f5ac32c860c9ad91fb_SeqId_6_ into 5a82577bfd375e4845ca653cb09a9c09/f 2024-12-05T13:25:54,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/staging/jenkins__test__k43sdj3goq0cppc64kj72om0hlsi666a017l0mqhm5qb6ctpv6d1taps6om3s82c/f/hfile_0 into 5a82577bfd375e4845ca653cb09a9c09/f (new location: hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/default/test/5a82577bfd375e4845ca653cb09a9c09/f/1922aad97db347f5ac32c860c9ad91fb_SeqId_6_) 2024-12-05T13:25:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/staging/jenkins__test__k43sdj3goq0cppc64kj72om0hlsi666a017l0mqhm5qb6ctpv6d1taps6om3s82c/f/hfile_0 2024-12-05T13:25:54,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/staging/jenkins__test__k43sdj3goq0cppc64kj72om0hlsi666a017l0mqhm5qb6ctpv6d1taps6om3s82c/f/hfile_1 into 5a82577bfd375e4845ca653cb09a9c09/f as hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/default/test/5a82577bfd375e4845ca653cb09a9c09/f/2ad7fb85f3234ab4999af4c66e42148a_SeqId_6_ - updating store file list. 2024-12-05T13:25:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2ad7fb85f3234ab4999af4c66e42148a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T13:25:54,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/default/test/5a82577bfd375e4845ca653cb09a9c09/f/2ad7fb85f3234ab4999af4c66e42148a_SeqId_6_ into 5a82577bfd375e4845ca653cb09a9c09/f 2024-12-05T13:25:54,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/staging/jenkins__test__k43sdj3goq0cppc64kj72om0hlsi666a017l0mqhm5qb6ctpv6d1taps6om3s82c/f/hfile_1 into 5a82577bfd375e4845ca653cb09a9c09/f (new location: hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/default/test/5a82577bfd375e4845ca653cb09a9c09/f/2ad7fb85f3234ab4999af4c66e42148a_SeqId_6_) 2024-12-05T13:25:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/staging/jenkins__test__k43sdj3goq0cppc64kj72om0hlsi666a017l0mqhm5qb6ctpv6d1taps6om3s82c/f/hfile_1 2024-12-05T13:25:54,176 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:25:54,176 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:25:54,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:54,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:54,177 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:25:54,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733405141850.5a82577bfd375e4845ca653cb09a9c09., hostname=88aaa70743e7,41063,1733405129382, seqNum=2 , the old value is region=test,,1733405141850.5a82577bfd375e4845ca653cb09a9c09., hostname=88aaa70743e7,41063,1733405129382, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=88aaa70743e7:41063 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T13:25:54,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733405141850.5a82577bfd375e4845ca653cb09a9c09., hostname=88aaa70743e7,41063,1733405129382, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T13:25:54,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733405141850.5a82577bfd375e4845ca653cb09a9c09., hostname=88aaa70743e7,41063,1733405129382, seqNum=2 from cache 2024-12-05T13:25:54,177 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T13:25:54,179 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T13:25:54,199 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,2-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405153384 to pos 0, reset compression=false 2024-12-05T13:25:54,203 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,2-88aaa70743e7,41063,1733405129382 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T13:25:54,203 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,41063,1733405129382.replicationSource.shipper88aaa70743e7%2C41063%2C1733405129382,2-88aaa70743e7,41063,1733405129382 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-88aaa70743e7,41063,1733405129382 got entry batch from reader: WALEntryBatch [walEntries=[{test/5a82577bfd375e4845ca653cb09a9c09/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733405154175/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405153384, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T13:25:54,205 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,41063,1733405129382.replicationSource.shipper88aaa70743e7%2C41063%2C1733405129382,2-88aaa70743e7,41063,1733405129382 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T13:25:54,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-05T13:25:54,206 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] regionserver.ReplicationSink(318): Replicating [cdf93ec2-6641-47c5-94e6-b278f0a52bca] bulk loaded data 2024-12-05T13:25:54,206 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@451657ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:54,206 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] client.ClusterIdFetcher(90): Going to request 88aaa70743e7,46531,-1 for getting cluster id 2024-12-05T13:25:54,206 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T13:25:54,207 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd347ab9-c445-4db2-861f-6b7139d11f8e' 2024-12-05T13:25:54,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T13:25:54,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd347ab9-c445-4db2-861f-6b7139d11f8e" 2024-12-05T13:25:54,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75f2bc9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:54,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88aaa70743e7,46531,-1] 2024-12-05T13:25:54,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T13:25:54,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:54,208 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-05T13:25:54,208 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52658e84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T13:25:54,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741837_1013 (size=11194) 2024-12-05T13:25:54,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741838_1014 (size=10791) 2024-12-05T13:25:54,281 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:41063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T13:25:54,403 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,2-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405153384 to pos 393, reset compression=false 2024-12-05T13:25:54,575 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405153384 to pos 0, reset compression=false 2024-12-05T13:25:54,579 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T13:25:54,579 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.shipper88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,41063,1733405129382 got entry batch from reader: WALEntryBatch [walEntries=[{test/5a82577bfd375e4845ca653cb09a9c09/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733405154175/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405153384, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T13:25:54,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.ReplicationSink(318): Replicating [cdf93ec2-6641-47c5-94e6-b278f0a52bca] bulk loaded data 2024-12-05T13:25:54,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741839_1015 (size=11194) 2024-12-05T13:25:54,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:25:54,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 88aaa70743e7,46531,1733405138359 2024-12-05T13:25:54,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31dfb455 2024-12-05T13:25:54,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T13:25:54,629 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-05T13:25:54,631 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T13:25:54,631 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T13:25:54,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88aaa70743e7,39491,1733405138449, seqNum=-1] 2024-12-05T13:25:54,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T13:25:54,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-05T13:25:54,636 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/staging/jenkins.hfs.23__test__kln7rcdqhec7k5qn7u4fi84boq1valdkv1gm922bmefi8l3u4v6nv38ic2rseguu/f/1922aad97db347f5ac32c860c9ad91fb_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-05T13:25:54,638 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/staging/jenkins.hfs.23__test__kln7rcdqhec7k5qn7u4fi84boq1valdkv1gm922bmefi8l3u4v6nv38ic2rseguu/f/2ad7fb85f3234ab4999af4c66e42148a_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-05T13:25:54,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/staging/jenkins.hfs.23__test__kln7rcdqhec7k5qn7u4fi84boq1valdkv1gm922bmefi8l3u4v6nv38ic2rseguu/f/2ad7fb85f3234ab4999af4c66e42148a_SeqId_6_ for inclusion in d7d9abbd8d14cf346de26931e81fc0ce/f 2024-12-05T13:25:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-05T13:25:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T13:25:54,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/staging/jenkins.hfs.23__test__kln7rcdqhec7k5qn7u4fi84boq1valdkv1gm922bmefi8l3u4v6nv38ic2rseguu/f/1922aad97db347f5ac32c860c9ad91fb_SeqId_6_ for inclusion in d7d9abbd8d14cf346de26931e81fc0ce/f 2024-12-05T13:25:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-05T13:25:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T13:25:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] regionserver.HRegion(2603): Flush status journal for d7d9abbd8d14cf346de26931e81fc0ce: 2024-12-05T13:25:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2ad7fb85f3234ab4999af4c66e42148a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T13:25:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/staging/jenkins.hfs.23__test__kln7rcdqhec7k5qn7u4fi84boq1valdkv1gm922bmefi8l3u4v6nv38ic2rseguu/f/2ad7fb85f3234ab4999af4c66e42148a_SeqId_6_ as hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/data/default/test/d7d9abbd8d14cf346de26931e81fc0ce/f/cde0348c9ae3404685973beec1e6673e_SeqId_4_ 2024-12-05T13:25:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1922aad97db347f5ac32c860c9ad91fb_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T13:25:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/staging/jenkins.hfs.23__test__kln7rcdqhec7k5qn7u4fi84boq1valdkv1gm922bmefi8l3u4v6nv38ic2rseguu/f/1922aad97db347f5ac32c860c9ad91fb_SeqId_6_ as hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/data/default/test/d7d9abbd8d14cf346de26931e81fc0ce/f/b222c7c3bc5849558e10bdb49d4e38da_SeqId_4_ 2024-12-05T13:25:54,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/staging/jenkins.hfs.23__test__kln7rcdqhec7k5qn7u4fi84boq1valdkv1gm922bmefi8l3u4v6nv38ic2rseguu/f/2ad7fb85f3234ab4999af4c66e42148a_SeqId_6_ into d7d9abbd8d14cf346de26931e81fc0ce/f as hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/data/default/test/d7d9abbd8d14cf346de26931e81fc0ce/f/cde0348c9ae3404685973beec1e6673e_SeqId_4_ - updating store file list. 2024-12-05T13:25:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cde0348c9ae3404685973beec1e6673e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T13:25:54,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/data/default/test/d7d9abbd8d14cf346de26931e81fc0ce/f/cde0348c9ae3404685973beec1e6673e_SeqId_4_ into d7d9abbd8d14cf346de26931e81fc0ce/f 2024-12-05T13:25:54,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/staging/jenkins.hfs.23__test__kln7rcdqhec7k5qn7u4fi84boq1valdkv1gm922bmefi8l3u4v6nv38ic2rseguu/f/2ad7fb85f3234ab4999af4c66e42148a_SeqId_6_ into d7d9abbd8d14cf346de26931e81fc0ce/f (new location: hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/data/default/test/d7d9abbd8d14cf346de26931e81fc0ce/f/cde0348c9ae3404685973beec1e6673e_SeqId_4_) 2024-12-05T13:25:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/staging/jenkins.hfs.23__test__kln7rcdqhec7k5qn7u4fi84boq1valdkv1gm922bmefi8l3u4v6nv38ic2rseguu/f/2ad7fb85f3234ab4999af4c66e42148a_SeqId_6_ 2024-12-05T13:25:54,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/staging/jenkins.hfs.23__test__kln7rcdqhec7k5qn7u4fi84boq1valdkv1gm922bmefi8l3u4v6nv38ic2rseguu/f/1922aad97db347f5ac32c860c9ad91fb_SeqId_6_ into d7d9abbd8d14cf346de26931e81fc0ce/f as hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/data/default/test/d7d9abbd8d14cf346de26931e81fc0ce/f/b222c7c3bc5849558e10bdb49d4e38da_SeqId_4_ - updating store file list. 2024-12-05T13:25:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b222c7c3bc5849558e10bdb49d4e38da_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T13:25:54,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/data/default/test/d7d9abbd8d14cf346de26931e81fc0ce/f/b222c7c3bc5849558e10bdb49d4e38da_SeqId_4_ into d7d9abbd8d14cf346de26931e81fc0ce/f 2024-12-05T13:25:54,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/staging/jenkins.hfs.23__test__kln7rcdqhec7k5qn7u4fi84boq1valdkv1gm922bmefi8l3u4v6nv38ic2rseguu/f/1922aad97db347f5ac32c860c9ad91fb_SeqId_6_ into d7d9abbd8d14cf346de26931e81fc0ce/f (new location: hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/data/default/test/d7d9abbd8d14cf346de26931e81fc0ce/f/b222c7c3bc5849558e10bdb49d4e38da_SeqId_4_) 2024-12-05T13:25:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/staging/jenkins.hfs.23__test__kln7rcdqhec7k5qn7u4fi84boq1valdkv1gm922bmefi8l3u4v6nv38ic2rseguu/f/1922aad97db347f5ac32c860c9ad91fb_SeqId_6_ 2024-12-05T13:25:54,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] regionserver.ReplicationSink(324): Finished replicating [cdf93ec2-6641-47c5-94e6-b278f0a52bca] bulk loaded data 2024-12-05T13:25:54,707 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,2-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405153384 to pos 393, reset compression=false 2024-12-05T13:25:54,779 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405153384 to pos 393, reset compression=false 2024-12-05T13:25:55,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741840_1016 (size=10791) 2024-12-05T13:25:55,082 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405153384 to pos 393, reset compression=false 2024-12-05T13:25:55,110 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,2-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405153384 to pos 393, reset compression=false 2024-12-05T13:25:55,183 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T13:25:55,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T13:25:55,410 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/staging/jenkins.hfs.22__test__dqn8gl3d3d2nlvgrosm4e5qul5k7hri1v8dnsb2qg3dkbh4aqqpnogds2poaafln/f/1922aad97db347f5ac32c860c9ad91fb_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-05T13:25:55,412 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/staging/jenkins.hfs.22__test__dqn8gl3d3d2nlvgrosm4e5qul5k7hri1v8dnsb2qg3dkbh4aqqpnogds2poaafln/f/2ad7fb85f3234ab4999af4c66e42148a_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-05T13:25:55,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/staging/jenkins.hfs.22__test__dqn8gl3d3d2nlvgrosm4e5qul5k7hri1v8dnsb2qg3dkbh4aqqpnogds2poaafln/f/1922aad97db347f5ac32c860c9ad91fb_SeqId_6_ for inclusion in 0dfdc98e8eb2fa5409f37d483d788a4d/f 2024-12-05T13:25:55,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-05T13:25:55,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T13:25:55,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/staging/jenkins.hfs.22__test__dqn8gl3d3d2nlvgrosm4e5qul5k7hri1v8dnsb2qg3dkbh4aqqpnogds2poaafln/f/2ad7fb85f3234ab4999af4c66e42148a_SeqId_6_ for inclusion in 0dfdc98e8eb2fa5409f37d483d788a4d/f 2024-12-05T13:25:55,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-05T13:25:55,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T13:25:55,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.HRegion(2603): Flush status journal for 0dfdc98e8eb2fa5409f37d483d788a4d: 2024-12-05T13:25:55,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1922aad97db347f5ac32c860c9ad91fb_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T13:25:55,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/staging/jenkins.hfs.22__test__dqn8gl3d3d2nlvgrosm4e5qul5k7hri1v8dnsb2qg3dkbh4aqqpnogds2poaafln/f/1922aad97db347f5ac32c860c9ad91fb_SeqId_6_ as hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/default/test/0dfdc98e8eb2fa5409f37d483d788a4d/f/d736421ea50147718433eae5f95fe1e1_SeqId_6_ 2024-12-05T13:25:55,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2ad7fb85f3234ab4999af4c66e42148a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T13:25:55,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/staging/jenkins.hfs.22__test__dqn8gl3d3d2nlvgrosm4e5qul5k7hri1v8dnsb2qg3dkbh4aqqpnogds2poaafln/f/2ad7fb85f3234ab4999af4c66e42148a_SeqId_6_ as hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/default/test/0dfdc98e8eb2fa5409f37d483d788a4d/f/803665f77ac84bd0b861b8a33802d312_SeqId_6_ 2024-12-05T13:25:55,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/staging/jenkins.hfs.22__test__dqn8gl3d3d2nlvgrosm4e5qul5k7hri1v8dnsb2qg3dkbh4aqqpnogds2poaafln/f/1922aad97db347f5ac32c860c9ad91fb_SeqId_6_ into 0dfdc98e8eb2fa5409f37d483d788a4d/f as hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/default/test/0dfdc98e8eb2fa5409f37d483d788a4d/f/d736421ea50147718433eae5f95fe1e1_SeqId_6_ - updating store file list. 2024-12-05T13:25:55,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d736421ea50147718433eae5f95fe1e1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T13:25:55,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/default/test/0dfdc98e8eb2fa5409f37d483d788a4d/f/d736421ea50147718433eae5f95fe1e1_SeqId_6_ into 0dfdc98e8eb2fa5409f37d483d788a4d/f 2024-12-05T13:25:55,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/staging/jenkins.hfs.22__test__dqn8gl3d3d2nlvgrosm4e5qul5k7hri1v8dnsb2qg3dkbh4aqqpnogds2poaafln/f/1922aad97db347f5ac32c860c9ad91fb_SeqId_6_ into 0dfdc98e8eb2fa5409f37d483d788a4d/f (new location: hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/default/test/0dfdc98e8eb2fa5409f37d483d788a4d/f/d736421ea50147718433eae5f95fe1e1_SeqId_6_) 2024-12-05T13:25:55,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/staging/jenkins.hfs.22__test__dqn8gl3d3d2nlvgrosm4e5qul5k7hri1v8dnsb2qg3dkbh4aqqpnogds2poaafln/f/1922aad97db347f5ac32c860c9ad91fb_SeqId_6_ 2024-12-05T13:25:55,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/staging/jenkins.hfs.22__test__dqn8gl3d3d2nlvgrosm4e5qul5k7hri1v8dnsb2qg3dkbh4aqqpnogds2poaafln/f/2ad7fb85f3234ab4999af4c66e42148a_SeqId_6_ into 0dfdc98e8eb2fa5409f37d483d788a4d/f as hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/default/test/0dfdc98e8eb2fa5409f37d483d788a4d/f/803665f77ac84bd0b861b8a33802d312_SeqId_6_ - updating store file list. 2024-12-05T13:25:55,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 803665f77ac84bd0b861b8a33802d312_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T13:25:55,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/default/test/0dfdc98e8eb2fa5409f37d483d788a4d/f/803665f77ac84bd0b861b8a33802d312_SeqId_6_ into 0dfdc98e8eb2fa5409f37d483d788a4d/f 2024-12-05T13:25:55,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/staging/jenkins.hfs.22__test__dqn8gl3d3d2nlvgrosm4e5qul5k7hri1v8dnsb2qg3dkbh4aqqpnogds2poaafln/f/2ad7fb85f3234ab4999af4c66e42148a_SeqId_6_ into 0dfdc98e8eb2fa5409f37d483d788a4d/f (new location: hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/default/test/0dfdc98e8eb2fa5409f37d483d788a4d/f/803665f77ac84bd0b861b8a33802d312_SeqId_6_) 2024-12-05T13:25:55,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/staging/jenkins.hfs.22__test__dqn8gl3d3d2nlvgrosm4e5qul5k7hri1v8dnsb2qg3dkbh4aqqpnogds2poaafln/f/2ad7fb85f3234ab4999af4c66e42148a_SeqId_6_ 2024-12-05T13:25:55,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39757 {}] regionserver.ReplicationSink(324): Finished replicating [cdf93ec2-6641-47c5-94e6-b278f0a52bca] bulk loaded data 2024-12-05T13:25:55,450 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T13:25:55,486 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405153384 to pos 393, reset compression=false 2024-12-05T13:25:55,613 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,2-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405153384 to pos 393, reset compression=false 2024-12-05T13:25:55,990 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405153384 to pos 393, reset compression=false 2024-12-05T13:25:56,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T13:25:56,196 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:25:56,197 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:25:56,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:56,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:56,197 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T13:25:56,197 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=802537647, stopped=false 2024-12-05T13:25:56,197 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=88aaa70743e7,46531,1733405138359 2024-12-05T13:25:56,197 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:25:56,217 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,2-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405153384 to pos 393, reset compression=false 2024-12-05T13:25:56,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39491-0x101a6d8f9a80007, quorum=127.0.0.1:63605, baseZNode=/21391572434 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21391572434/running 2024-12-05T13:25:56,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46531-0x101a6d8f9a80006, quorum=127.0.0.1:63605, baseZNode=/21391572434 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21391572434/running 2024-12-05T13:25:56,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39491-0x101a6d8f9a80007, quorum=127.0.0.1:63605, baseZNode=/21391572434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21391572434 2024-12-05T13:25:56,237 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:25:56,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46531-0x101a6d8f9a80006, quorum=127.0.0.1:63605, baseZNode=/21391572434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21391572434 2024-12-05T13:25:56,237 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:25:56,238 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:25:56,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:56,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39491-0x101a6d8f9a80007, quorum=127.0.0.1:63605, baseZNode=/21391572434 Set watcher on znode that does not yet exist, /21391572434/running 2024-12-05T13:25:56,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46531-0x101a6d8f9a80006, quorum=127.0.0.1:63605, baseZNode=/21391572434 Set watcher on znode that does not yet exist, /21391572434/running 2024-12-05T13:25:56,238 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '88aaa70743e7,39491,1733405138449' ***** 2024-12-05T13:25:56,238 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T13:25:56,238 INFO [RS:0;88aaa70743e7:39491 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T13:25:56,238 INFO [RS:0;88aaa70743e7:39491 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T13:25:56,238 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T13:25:56,238 INFO [RS:0;88aaa70743e7:39491 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T13:25:56,239 INFO [RS:0;88aaa70743e7:39491 {}] regionserver.HRegionServer(3091): Received CLOSE for d7d9abbd8d14cf346de26931e81fc0ce 2024-12-05T13:25:56,239 INFO [RS:0;88aaa70743e7:39491 {}] regionserver.HRegionServer(959): stopping server 88aaa70743e7,39491,1733405138449 2024-12-05T13:25:56,239 INFO [RS:0;88aaa70743e7:39491 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:25:56,239 INFO [RS:0;88aaa70743e7:39491 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:39491. 2024-12-05T13:25:56,239 DEBUG [RS:0;88aaa70743e7:39491 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:25:56,239 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d7d9abbd8d14cf346de26931e81fc0ce, disabling compactions & flushes 2024-12-05T13:25:56,239 DEBUG [RS:0;88aaa70743e7:39491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:56,239 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733405146164.d7d9abbd8d14cf346de26931e81fc0ce. 2024-12-05T13:25:56,239 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733405146164.d7d9abbd8d14cf346de26931e81fc0ce. 2024-12-05T13:25:56,239 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733405146164.d7d9abbd8d14cf346de26931e81fc0ce. after waiting 0 ms 2024-12-05T13:25:56,239 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733405146164.d7d9abbd8d14cf346de26931e81fc0ce. 2024-12-05T13:25:56,239 INFO [RS:0;88aaa70743e7:39491 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T13:25:56,239 INFO [RS:0;88aaa70743e7:39491 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T13:25:56,239 INFO [RS:0;88aaa70743e7:39491 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T13:25:56,239 INFO [RS:0;88aaa70743e7:39491 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T13:25:56,241 INFO [RS:0;88aaa70743e7:39491 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T13:25:56,241 DEBUG [RS:0;88aaa70743e7:39491 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d7d9abbd8d14cf346de26931e81fc0ce=test,,1733405146164.d7d9abbd8d14cf346de26931e81fc0ce.} 2024-12-05T13:25:56,241 DEBUG [RS:0;88aaa70743e7:39491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d7d9abbd8d14cf346de26931e81fc0ce 2024-12-05T13:25:56,241 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:25:56,241 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:25:56,241 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:25:56,241 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:25:56,241 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:25:56,241 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-05T13:25:56,248 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/data/default/test/d7d9abbd8d14cf346de26931e81fc0ce/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-05T13:25:56,249 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:25:56,249 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T13:25:56,249 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733405146164.d7d9abbd8d14cf346de26931e81fc0ce. 2024-12-05T13:25:56,249 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d7d9abbd8d14cf346de26931e81fc0ce: Waiting for close lock at 1733405156239Running coprocessor pre-close hooks at 1733405156239Disabling compacts and flushes for region at 1733405156239Disabling writes for close at 1733405156239Writing region close event to WAL at 1733405156241 (+2 ms)Running coprocessor post-close hooks at 1733405156249 (+8 ms)Closed at 1733405156249 2024-12-05T13:25:56,250 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733405146164.d7d9abbd8d14cf346de26931e81fc0ce. 2024-12-05T13:25:56,261 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/data/hbase/meta/1588230740/.tmp/info/a3175f2525914281a5483af0a9874d91 is 129, key is test,,1733405146164.d7d9abbd8d14cf346de26931e81fc0ce./info:regioninfo/1733405147306/Put/seqid=0 2024-12-05T13:25:56,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741839_1015 (size=6421) 2024-12-05T13:25:56,267 INFO [regionserver/88aaa70743e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:25:56,441 DEBUG [RS:0;88aaa70743e7:39491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:25:56,594 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405153384 to pos 393, reset compression=false 2024-12-05T13:25:56,596 INFO [regionserver/88aaa70743e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T13:25:56,596 INFO [regionserver/88aaa70743e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T13:25:56,641 DEBUG [RS:0;88aaa70743e7:39491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:25:56,665 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/data/hbase/meta/1588230740/.tmp/info/a3175f2525914281a5483af0a9874d91 2024-12-05T13:25:56,683 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/data/hbase/meta/1588230740/.tmp/ns/756fbe8d1224472f8166b7f9a97d4045 is 43, key is default/ns:d/1733405141673/Put/seqid=0 2024-12-05T13:25:56,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741840_1016 (size=5153) 2024-12-05T13:25:56,841 DEBUG [RS:0;88aaa70743e7:39491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:25:56,920 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,2-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405153384 to pos 393, reset compression=false 2024-12-05T13:25:57,041 DEBUG [RS:0;88aaa70743e7:39491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:25:57,087 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/data/hbase/meta/1588230740/.tmp/ns/756fbe8d1224472f8166b7f9a97d4045 2024-12-05T13:25:57,102 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/data/hbase/meta/1588230740/.tmp/rep_barrier/ce3864b9233d4eb78a3572f7eedf2d77 is 112, key is test,,1733405146164.d7d9abbd8d14cf346de26931e81fc0ce./rep_barrier:seqnumDuringOpen/1733405147306/Put/seqid=0 2024-12-05T13:25:57,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741841_1017 (size=5518) 2024-12-05T13:25:57,242 INFO [RS:0;88aaa70743e7:39491 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T13:25:57,242 DEBUG [RS:0;88aaa70743e7:39491 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T13:25:57,242 DEBUG [RS:0;88aaa70743e7:39491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:25:57,297 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405153384 to pos 393, reset compression=false 2024-12-05T13:25:57,442 DEBUG [RS:0;88aaa70743e7:39491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:25:57,508 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/data/hbase/meta/1588230740/.tmp/rep_barrier/ce3864b9233d4eb78a3572f7eedf2d77 2024-12-05T13:25:57,526 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/data/hbase/meta/1588230740/.tmp/table/7e30220f4ada4419836d970de80d7797 is 40, key is test/table:state/1733405147310/Put/seqid=0 2024-12-05T13:25:57,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741842_1018 (size=5165) 2024-12-05T13:25:57,642 DEBUG [RS:0;88aaa70743e7:39491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:25:57,723 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,2-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405153384 to pos 393, reset compression=false 2024-12-05T13:25:57,842 DEBUG [RS:0;88aaa70743e7:39491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:25:57,930 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/data/hbase/meta/1588230740/.tmp/table/7e30220f4ada4419836d970de80d7797 2024-12-05T13:25:57,933 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/data/hbase/meta/1588230740/.tmp/info/a3175f2525914281a5483af0a9874d91 as hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/data/hbase/meta/1588230740/info/a3175f2525914281a5483af0a9874d91 2024-12-05T13:25:57,936 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/data/hbase/meta/1588230740/info/a3175f2525914281a5483af0a9874d91, entries=10, sequenceid=11, filesize=6.3 K 2024-12-05T13:25:57,937 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/data/hbase/meta/1588230740/.tmp/ns/756fbe8d1224472f8166b7f9a97d4045 as hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/data/hbase/meta/1588230740/ns/756fbe8d1224472f8166b7f9a97d4045 2024-12-05T13:25:57,939 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/data/hbase/meta/1588230740/ns/756fbe8d1224472f8166b7f9a97d4045, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T13:25:57,940 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/data/hbase/meta/1588230740/.tmp/rep_barrier/ce3864b9233d4eb78a3572f7eedf2d77 as hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/data/hbase/meta/1588230740/rep_barrier/ce3864b9233d4eb78a3572f7eedf2d77 2024-12-05T13:25:57,942 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/data/hbase/meta/1588230740/rep_barrier/ce3864b9233d4eb78a3572f7eedf2d77, entries=1, sequenceid=11, filesize=5.4 K 2024-12-05T13:25:57,943 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/data/hbase/meta/1588230740/.tmp/table/7e30220f4ada4419836d970de80d7797 as hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/data/hbase/meta/1588230740/table/7e30220f4ada4419836d970de80d7797 2024-12-05T13:25:57,946 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/data/hbase/meta/1588230740/table/7e30220f4ada4419836d970de80d7797, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T13:25:57,946 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1705ms, sequenceid=11, compaction requested=false 2024-12-05T13:25:57,950 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T13:25:57,950 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:25:57,950 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:25:57,950 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:25:57,950 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733405156241Running coprocessor pre-close hooks at 1733405156241Disabling compacts and flushes for region at 1733405156241Disabling writes for close at 1733405156241Obtaining lock to block concurrent updates at 1733405156241Preparing flush snapshotting stores in 1588230740 at 1733405156241Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733405156242 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733405156242Flushing 1588230740/info: creating writer at 1733405156242Flushing 1588230740/info: appending metadata at 1733405156261 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733405156261Flushing 1588230740/ns: creating writer at 1733405156668 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733405156683 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733405156683Flushing 1588230740/rep_barrier: creating writer at 1733405157090 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733405157101 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733405157101Flushing 1588230740/table: creating writer at 1733405157511 (+410 ms)Flushing 1588230740/table: appending metadata at 1733405157526 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733405157526Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b812d8c: reopening flushed file at 1733405157933 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31905bac: reopening flushed file at 1733405157936 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45abc8f8: reopening flushed file at 1733405157939 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43ce61: reopening flushed file at 1733405157942 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1705ms, sequenceid=11, compaction requested=false at 1733405157946 (+4 ms)Writing region close event to WAL at 1733405157947 (+1 ms)Running coprocessor post-close hooks at 1733405157950 (+3 ms)Closed at 1733405157950 2024-12-05T13:25:57,950 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T13:25:58,042 INFO [RS:0;88aaa70743e7:39491 {}] regionserver.HRegionServer(976): stopping server 88aaa70743e7,39491,1733405138449; all regions closed. 2024-12-05T13:25:58,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741834_1010 (size=2717) 2024-12-05T13:25:58,046 DEBUG [RS:0;88aaa70743e7:39491 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/oldWALs 2024-12-05T13:25:58,046 INFO [RS:0;88aaa70743e7:39491 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 88aaa70743e7%2C39491%2C1733405138449.meta:.meta(num 1733405141619) 2024-12-05T13:25:58,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741832_1008 (size=1028) 2024-12-05T13:25:58,048 DEBUG [RS:0;88aaa70743e7:39491 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/oldWALs 2024-12-05T13:25:58,048 INFO [RS:0;88aaa70743e7:39491 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 88aaa70743e7%2C39491%2C1733405138449:(num 1733405140681) 2024-12-05T13:25:58,048 DEBUG [RS:0;88aaa70743e7:39491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:58,048 INFO [RS:0;88aaa70743e7:39491 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:25:58,048 INFO [RS:0;88aaa70743e7:39491 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:25:58,048 INFO [RS:0;88aaa70743e7:39491 {}] hbase.ChoreService(370): Chore service for: regionserver/88aaa70743e7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T13:25:58,048 INFO [RS:0;88aaa70743e7:39491 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:25:58,048 INFO [regionserver/88aaa70743e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:25:58,049 INFO [RS:0;88aaa70743e7:39491 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:39491. 2024-12-05T13:25:58,049 DEBUG [RS:0;88aaa70743e7:39491 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:25:58,049 DEBUG [RS:0;88aaa70743e7:39491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:58,049 DEBUG [RS:0;88aaa70743e7:39491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:58,049 INFO [RS:0;88aaa70743e7:39491 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39491 2024-12-05T13:25:58,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:25:58,100 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405153384 to pos 393, reset compression=false 2024-12-05T13:25:58,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46531-0x101a6d8f9a80006, quorum=127.0.0.1:63605, baseZNode=/21391572434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21391572434/rs 2024-12-05T13:25:58,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39491-0x101a6d8f9a80007, quorum=127.0.0.1:63605, baseZNode=/21391572434 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21391572434/rs/88aaa70743e7,39491,1733405138449 2024-12-05T13:25:58,154 INFO [RS:0;88aaa70743e7:39491 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:25:58,164 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [88aaa70743e7,39491,1733405138449] 2024-12-05T13:25:58,172 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21391572434/draining/88aaa70743e7,39491,1733405138449 already deleted, retry=false 2024-12-05T13:25:58,172 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 88aaa70743e7,39491,1733405138449 expired; onlineServers=0 2024-12-05T13:25:58,172 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '88aaa70743e7,46531,1733405138359' ***** 2024-12-05T13:25:58,172 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T13:25:58,172 INFO [M:0;88aaa70743e7:46531 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:25:58,172 INFO [M:0;88aaa70743e7:46531 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:25:58,172 DEBUG [M:0;88aaa70743e7:46531 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T13:25:58,173 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T13:25:58,173 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733405140429 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733405140429,5,FailOnTimeoutGroup] 2024-12-05T13:25:58,173 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733405140429 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733405140429,5,FailOnTimeoutGroup] 2024-12-05T13:25:58,173 DEBUG [M:0;88aaa70743e7:46531 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T13:25:58,173 INFO [M:0;88aaa70743e7:46531 {}] hbase.ChoreService(370): Chore service for: master/88aaa70743e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T13:25:58,173 INFO [M:0;88aaa70743e7:46531 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:25:58,173 DEBUG [M:0;88aaa70743e7:46531 {}] master.HMaster(1795): Stopping service threads 2024-12-05T13:25:58,173 INFO [M:0;88aaa70743e7:46531 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T13:25:58,173 INFO [M:0;88aaa70743e7:46531 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:25:58,173 INFO [M:0;88aaa70743e7:46531 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T13:25:58,173 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T13:25:58,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46531-0x101a6d8f9a80006, quorum=127.0.0.1:63605, baseZNode=/21391572434 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21391572434/master 2024-12-05T13:25:58,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46531-0x101a6d8f9a80006, quorum=127.0.0.1:63605, baseZNode=/21391572434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21391572434 2024-12-05T13:25:58,180 DEBUG [M:0;88aaa70743e7:46531 {}] zookeeper.ZKUtil(347): master:46531-0x101a6d8f9a80006, quorum=127.0.0.1:63605, baseZNode=/21391572434 Unable to get data of znode /21391572434/master because node does not exist (not an error) 2024-12-05T13:25:58,180 WARN [M:0;88aaa70743e7:46531 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T13:25:58,181 INFO [M:0;88aaa70743e7:46531 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/.lastflushedseqids 2024-12-05T13:25:58,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741843_1019 (size=173) 2024-12-05T13:25:58,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39491-0x101a6d8f9a80007, quorum=127.0.0.1:63605, baseZNode=/21391572434 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:25:58,264 INFO [RS:0;88aaa70743e7:39491 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:25:58,264 INFO [RS:0;88aaa70743e7:39491 {}] regionserver.HRegionServer(1031): Exiting; stopping=88aaa70743e7,39491,1733405138449; zookeeper connection closed. 2024-12-05T13:25:58,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39491-0x101a6d8f9a80007, quorum=127.0.0.1:63605, baseZNode=/21391572434 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:25:58,264 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@701f65c5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@701f65c5 2024-12-05T13:25:58,265 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T13:25:58,585 INFO [M:0;88aaa70743e7:46531 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T13:25:58,585 INFO [M:0;88aaa70743e7:46531 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T13:25:58,585 DEBUG [M:0;88aaa70743e7:46531 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:25:58,585 INFO [M:0;88aaa70743e7:46531 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:25:58,585 DEBUG [M:0;88aaa70743e7:46531 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:25:58,585 DEBUG [M:0;88aaa70743e7:46531 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:25:58,585 DEBUG [M:0;88aaa70743e7:46531 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:25:58,586 INFO [M:0;88aaa70743e7:46531 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.97 KB heapSize=33.84 KB 2024-12-05T13:25:58,602 DEBUG [M:0;88aaa70743e7:46531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7fd4470dad9f457f8753ae5367e6c9eb is 82, key is hbase:meta,,1/info:regioninfo/1733405141651/Put/seqid=0 2024-12-05T13:25:58,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741844_1020 (size=5672) 2024-12-05T13:25:58,606 INFO [M:0;88aaa70743e7:46531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7fd4470dad9f457f8753ae5367e6c9eb 2024-12-05T13:25:58,621 DEBUG [M:0;88aaa70743e7:46531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7c21df06d46481c9427d0f4bbe22368 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733405147313/Put/seqid=0 2024-12-05T13:25:58,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741845_1021 (size=6584) 2024-12-05T13:25:58,625 INFO [M:0;88aaa70743e7:46531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.41 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7c21df06d46481c9427d0f4bbe22368 2024-12-05T13:25:58,626 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,2-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405153384 to pos 393, reset compression=false 2024-12-05T13:25:58,648 DEBUG [M:0;88aaa70743e7:46531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17f0ab37ed994f97a573507b12190526 is 69, key is 88aaa70743e7,39491,1733405138449/rs:state/1733405140503/Put/seqid=0 2024-12-05T13:25:58,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741846_1022 (size=5156) 2024-12-05T13:25:58,651 INFO [M:0;88aaa70743e7:46531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17f0ab37ed994f97a573507b12190526 2024-12-05T13:25:58,655 DEBUG [M:0;88aaa70743e7:46531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7fd4470dad9f457f8753ae5367e6c9eb as hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7fd4470dad9f457f8753ae5367e6c9eb 2024-12-05T13:25:58,658 INFO [M:0;88aaa70743e7:46531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7fd4470dad9f457f8753ae5367e6c9eb, entries=8, sequenceid=55, filesize=5.5 K 2024-12-05T13:25:58,659 DEBUG [M:0;88aaa70743e7:46531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7c21df06d46481c9427d0f4bbe22368 as hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d7c21df06d46481c9427d0f4bbe22368 2024-12-05T13:25:58,661 INFO [M:0;88aaa70743e7:46531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d7c21df06d46481c9427d0f4bbe22368, entries=6, sequenceid=55, filesize=6.4 K 2024-12-05T13:25:58,662 DEBUG [M:0;88aaa70743e7:46531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17f0ab37ed994f97a573507b12190526 as hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/17f0ab37ed994f97a573507b12190526 2024-12-05T13:25:58,665 INFO [M:0;88aaa70743e7:46531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40733/user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/17f0ab37ed994f97a573507b12190526, entries=1, sequenceid=55, filesize=5.0 K 2024-12-05T13:25:58,666 INFO [M:0;88aaa70743e7:46531 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.97 KB/28639, heapSize ~33.55 KB/34352, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 81ms, sequenceid=55, compaction requested=false 2024-12-05T13:25:58,667 INFO [M:0;88aaa70743e7:46531 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:25:58,667 DEBUG [M:0;88aaa70743e7:46531 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733405158585Disabling compacts and flushes for region at 1733405158585Disabling writes for close at 1733405158585Obtaining lock to block concurrent updates at 1733405158586 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733405158586Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28639, getHeapSize=34592, getOffHeapSize=0, getCellsCount=66 at 1733405158586Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733405158586Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733405158586Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733405158602 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733405158602Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733405158609 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733405158621 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733405158621Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733405158632 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733405158647 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733405158647Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c6094c7: reopening flushed file at 1733405158654 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4270f10d: reopening flushed file at 1733405158658 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e5d33bb: reopening flushed file at 1733405158661 (+3 ms)Finished flush of dataSize ~27.97 KB/28639, heapSize ~33.55 KB/34352, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 81ms, sequenceid=55, compaction requested=false at 1733405158666 (+5 ms)Writing region close event to WAL at 1733405158667 (+1 ms)Closed at 1733405158667 2024-12-05T13:25:58,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42589 is added to blk_1073741830_1006 (size=32746) 2024-12-05T13:25:58,669 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8a0b23c0-233b-76c1-495a-80826391cca3/MasterData/WALs/88aaa70743e7,46531,1733405138359/88aaa70743e7%2C46531%2C1733405138359.1733405140172 not finished, retry = 0 2024-12-05T13:25:58,769 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:25:58,770 INFO [M:0;88aaa70743e7:46531 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T13:25:58,770 INFO [M:0;88aaa70743e7:46531 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46531 2024-12-05T13:25:58,770 INFO [M:0;88aaa70743e7:46531 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:25:58,827 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T13:25:58,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46531-0x101a6d8f9a80006, quorum=127.0.0.1:63605, baseZNode=/21391572434 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:25:58,912 INFO [M:0;88aaa70743e7:46531 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:25:58,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46531-0x101a6d8f9a80006, quorum=127.0.0.1:63605, baseZNode=/21391572434 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:25:58,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6027c6dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:25:58,914 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50f8a0ab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:25:58,915 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:25:58,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bf9e49e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:25:58,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3006b34e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596560be-13c7-90f3-0459-24b3239cbc5d/hadoop.log.dir/,STOPPED} 2024-12-05T13:25:58,916 WARN [BP-1085353010-172.17.0.3-1733405136756 heartbeating to localhost/127.0.0.1:40733 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:25:58,916 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T13:25:58,916 WARN [BP-1085353010-172.17.0.3-1733405136756 heartbeating to localhost/127.0.0.1:40733 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1085353010-172.17.0.3-1733405136756 (Datanode Uuid ec71d633-2703-40e3-8577-ad9593a5f5ab) service to localhost/127.0.0.1:40733 2024-12-05T13:25:58,916 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:25:58,916 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596560be-13c7-90f3-0459-24b3239cbc5d/cluster_c0d5bf73-70d1-5f9b-9fd2-88e2637f4714/data/data1/current/BP-1085353010-172.17.0.3-1733405136756 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:25:58,917 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596560be-13c7-90f3-0459-24b3239cbc5d/cluster_c0d5bf73-70d1-5f9b-9fd2-88e2637f4714/data/data2/current/BP-1085353010-172.17.0.3-1733405136756 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:25:58,917 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:25:58,922 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6128cc1b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:25:58,923 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79393f7f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:25:58,923 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:25:58,923 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12ad75d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:25:58,923 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e7a2b98{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/596560be-13c7-90f3-0459-24b3239cbc5d/hadoop.log.dir/,STOPPED} 2024-12-05T13:25:58,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T13:25:58,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T13:25:58,936 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:25:58,936 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:25:58,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:58,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:58,937 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:25:58,937 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T13:25:58,937 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=553385412, stopped=false 2024-12-05T13:25:58,937 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=88aaa70743e7,45353,1733405133802 2024-12-05T13:25:58,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39757-0x101a6d8f9a80004, quorum=127.0.0.1:63605, baseZNode=/1995321120 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1995321120/running 2024-12-05T13:25:58,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39757-0x101a6d8f9a80004, quorum=127.0.0.1:63605, baseZNode=/1995321120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995321120 2024-12-05T13:25:58,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x101a6d8f9a80003, quorum=127.0.0.1:63605, baseZNode=/1995321120 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1995321120/running 2024-12-05T13:25:58,990 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:25:58,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x101a6d8f9a80003, quorum=127.0.0.1:63605, baseZNode=/1995321120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995321120 2024-12-05T13:25:58,990 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:25:58,990 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:25:58,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:58,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39757-0x101a6d8f9a80004, quorum=127.0.0.1:63605, baseZNode=/1995321120 Set watcher on znode that does not yet exist, /1995321120/running 2024-12-05T13:25:58,990 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '88aaa70743e7,39757,1733405133895' ***** 2024-12-05T13:25:58,990 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T13:25:58,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45353-0x101a6d8f9a80003, quorum=127.0.0.1:63605, baseZNode=/1995321120 Set watcher on znode that does not yet exist, /1995321120/running 2024-12-05T13:25:58,991 INFO [RS:0;88aaa70743e7:39757 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T13:25:58,991 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T13:25:58,991 INFO [RS:0;88aaa70743e7:39757 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T13:25:58,991 INFO [RS:0;88aaa70743e7:39757 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T13:25:58,991 INFO [RS:0;88aaa70743e7:39757 {}] regionserver.HRegionServer(3091): Received CLOSE for 0dfdc98e8eb2fa5409f37d483d788a4d 2024-12-05T13:25:58,991 INFO [RS:0;88aaa70743e7:39757 {}] regionserver.HRegionServer(959): stopping server 88aaa70743e7,39757,1733405133895 2024-12-05T13:25:58,991 INFO [RS:0;88aaa70743e7:39757 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:25:58,991 INFO [RS:0;88aaa70743e7:39757 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:39757. 2024-12-05T13:25:58,991 DEBUG [RS:0;88aaa70743e7:39757 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:25:58,991 DEBUG [RS:0;88aaa70743e7:39757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:25:58,991 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0dfdc98e8eb2fa5409f37d483d788a4d, disabling compactions & flushes 2024-12-05T13:25:58,991 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733405144002.0dfdc98e8eb2fa5409f37d483d788a4d. 2024-12-05T13:25:58,991 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733405144002.0dfdc98e8eb2fa5409f37d483d788a4d. 2024-12-05T13:25:58,991 INFO [RS:0;88aaa70743e7:39757 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T13:25:58,992 INFO [RS:0;88aaa70743e7:39757 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T13:25:58,992 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733405144002.0dfdc98e8eb2fa5409f37d483d788a4d. after waiting 0 ms 2024-12-05T13:25:58,992 INFO [RS:0;88aaa70743e7:39757 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T13:25:58,992 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733405144002.0dfdc98e8eb2fa5409f37d483d788a4d. 2024-12-05T13:25:58,992 INFO [RS:0;88aaa70743e7:39757 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T13:25:58,992 INFO [RS:0;88aaa70743e7:39757 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T13:25:58,992 DEBUG [RS:0;88aaa70743e7:39757 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0dfdc98e8eb2fa5409f37d483d788a4d=test,,1733405144002.0dfdc98e8eb2fa5409f37d483d788a4d.} 2024-12-05T13:25:58,992 DEBUG [RS:0;88aaa70743e7:39757 {}] regionserver.HRegionServer(1351): Waiting on 0dfdc98e8eb2fa5409f37d483d788a4d, 1588230740 2024-12-05T13:25:58,992 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:25:58,992 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:25:58,992 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:25:58,992 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:25:58,992 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:25:58,992 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-05T13:25:58,994 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/default/test/0dfdc98e8eb2fa5409f37d483d788a4d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T13:25:58,995 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:25:58,995 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T13:25:58,995 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733405144002.0dfdc98e8eb2fa5409f37d483d788a4d. 2024-12-05T13:25:58,995 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0dfdc98e8eb2fa5409f37d483d788a4d: Waiting for close lock at 1733405158991Running coprocessor pre-close hooks at 1733405158991Disabling compacts and flushes for region at 1733405158991Disabling writes for close at 1733405158992 (+1 ms)Writing region close event to WAL at 1733405158992Running coprocessor post-close hooks at 1733405158995 (+3 ms)Closed at 1733405158995 2024-12-05T13:25:58,995 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733405144002.0dfdc98e8eb2fa5409f37d483d788a4d. 2024-12-05T13:25:59,004 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405153384 to pos 393, reset compression=false 2024-12-05T13:25:59,004 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/hbase/meta/1588230740/.tmp/info/6bc0b48a4c874bde8d90c91333e655b1 is 129, key is test,,1733405144002.0dfdc98e8eb2fa5409f37d483d788a4d./info:regioninfo/1733405145142/Put/seqid=0 2024-12-05T13:25:59,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741841_1017 (size=6421) 2024-12-05T13:25:59,077 INFO [regionserver/88aaa70743e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:25:59,192 DEBUG [RS:0;88aaa70743e7:39757 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:25:59,392 DEBUG [RS:0;88aaa70743e7:39757 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:25:59,409 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/hbase/meta/1588230740/.tmp/info/6bc0b48a4c874bde8d90c91333e655b1 2024-12-05T13:25:59,428 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/hbase/meta/1588230740/.tmp/ns/59c1c42bcc374088b5d20c61da32c633 is 43, key is default/ns:d/1733405136670/Put/seqid=0 2024-12-05T13:25:59,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741842_1018 (size=5153) 2024-12-05T13:25:59,464 INFO [regionserver/88aaa70743e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T13:25:59,464 INFO [regionserver/88aaa70743e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T13:25:59,592 DEBUG [RS:0;88aaa70743e7:39757 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:25:59,632 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,2-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405153384 to pos 393, reset compression=false 2024-12-05T13:25:59,792 DEBUG [RS:0;88aaa70743e7:39757 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:25:59,832 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/hbase/meta/1588230740/.tmp/ns/59c1c42bcc374088b5d20c61da32c633 2024-12-05T13:25:59,852 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/hbase/meta/1588230740/.tmp/rep_barrier/ee2d2f67dddf46dabca83959da055778 is 112, key is test,,1733405144002.0dfdc98e8eb2fa5409f37d483d788a4d./rep_barrier:seqnumDuringOpen/1733405145142/Put/seqid=0 2024-12-05T13:25:59,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741843_1019 (size=5518) 2024-12-05T13:25:59,993 INFO [RS:0;88aaa70743e7:39757 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T13:25:59,993 DEBUG [RS:0;88aaa70743e7:39757 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T13:25:59,993 DEBUG [RS:0;88aaa70743e7:39757 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:26:00,007 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405153384 to pos 393, reset compression=false 2024-12-05T13:26:00,193 DEBUG [RS:0;88aaa70743e7:39757 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:26:00,255 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/hbase/meta/1588230740/.tmp/rep_barrier/ee2d2f67dddf46dabca83959da055778 2024-12-05T13:26:00,271 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/hbase/meta/1588230740/.tmp/table/e622a019d12940d5895a24293d60d164 is 40, key is test/table:state/1733405145164/Put/seqid=0 2024-12-05T13:26:00,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741844_1020 (size=5165) 2024-12-05T13:26:00,393 DEBUG [RS:0;88aaa70743e7:39757 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:26:00,593 DEBUG [RS:0;88aaa70743e7:39757 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:26:00,674 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/hbase/meta/1588230740/.tmp/table/e622a019d12940d5895a24293d60d164 2024-12-05T13:26:00,678 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/hbase/meta/1588230740/.tmp/info/6bc0b48a4c874bde8d90c91333e655b1 as hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/hbase/meta/1588230740/info/6bc0b48a4c874bde8d90c91333e655b1 2024-12-05T13:26:00,681 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/hbase/meta/1588230740/info/6bc0b48a4c874bde8d90c91333e655b1, entries=10, sequenceid=11, filesize=6.3 K 2024-12-05T13:26:00,682 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/hbase/meta/1588230740/.tmp/ns/59c1c42bcc374088b5d20c61da32c633 as hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/hbase/meta/1588230740/ns/59c1c42bcc374088b5d20c61da32c633 2024-12-05T13:26:00,685 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/hbase/meta/1588230740/ns/59c1c42bcc374088b5d20c61da32c633, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T13:26:00,686 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/hbase/meta/1588230740/.tmp/rep_barrier/ee2d2f67dddf46dabca83959da055778 as hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/hbase/meta/1588230740/rep_barrier/ee2d2f67dddf46dabca83959da055778 2024-12-05T13:26:00,689 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/hbase/meta/1588230740/rep_barrier/ee2d2f67dddf46dabca83959da055778, entries=1, sequenceid=11, filesize=5.4 K 2024-12-05T13:26:00,689 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/hbase/meta/1588230740/.tmp/table/e622a019d12940d5895a24293d60d164 as hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/hbase/meta/1588230740/table/e622a019d12940d5895a24293d60d164 2024-12-05T13:26:00,692 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/hbase/meta/1588230740/table/e622a019d12940d5895a24293d60d164, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T13:26:00,693 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1701ms, sequenceid=11, compaction requested=false 2024-12-05T13:26:00,693 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T13:26:00,697 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T13:26:00,697 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:26:00,697 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:26:00,697 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:26:00,697 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733405158992Running coprocessor pre-close hooks at 1733405158992Disabling compacts and flushes for region at 1733405158992Disabling writes for close at 1733405158992Obtaining lock to block concurrent updates at 1733405158992Preparing flush snapshotting stores in 1588230740 at 1733405158992Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733405158992Flushing stores of hbase:meta,,1.1588230740 at 1733405158992Flushing 1588230740/info: creating writer at 1733405158993 (+1 ms)Flushing 1588230740/info: appending metadata at 1733405159004 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733405159004Flushing 1588230740/ns: creating writer at 1733405159413 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733405159428 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733405159428Flushing 1588230740/rep_barrier: creating writer at 1733405159835 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733405159851 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733405159851Flushing 1588230740/table: creating writer at 1733405160258 (+407 ms)Flushing 1588230740/table: appending metadata at 1733405160271 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733405160271Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a1a53ff: reopening flushed file at 1733405160678 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46ec2463: reopening flushed file at 1733405160682 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18243543: reopening flushed file at 1733405160685 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5faec8a8: reopening flushed file at 1733405160689 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1701ms, sequenceid=11, compaction requested=false at 1733405160693 (+4 ms)Writing region close event to WAL at 1733405160695 (+2 ms)Running coprocessor post-close hooks at 1733405160697 (+2 ms)Closed at 1733405160697 2024-12-05T13:26:00,697 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T13:26:00,735 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,2-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405153384 to pos 393, reset compression=false 2024-12-05T13:26:00,793 INFO [RS:0;88aaa70743e7:39757 {}] regionserver.HRegionServer(976): stopping server 88aaa70743e7,39757,1733405133895; all regions closed. 2024-12-05T13:26:00,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741834_1010 (size=2717) 2024-12-05T13:26:00,795 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/WALs/88aaa70743e7,39757,1733405133895/88aaa70743e7%2C39757%2C1733405133895.meta.1733405136630.meta not finished, retry = 0 2024-12-05T13:26:00,897 DEBUG [RS:0;88aaa70743e7:39757 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/oldWALs 2024-12-05T13:26:00,897 INFO [RS:0;88aaa70743e7:39757 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 88aaa70743e7%2C39757%2C1733405133895.meta:.meta(num 1733405136630) 2024-12-05T13:26:00,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741832_1008 (size=1374) 2024-12-05T13:26:00,900 DEBUG [RS:0;88aaa70743e7:39757 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/oldWALs 2024-12-05T13:26:00,900 INFO [RS:0;88aaa70743e7:39757 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 88aaa70743e7%2C39757%2C1733405133895:(num 1733405135589) 2024-12-05T13:26:00,900 DEBUG [RS:0;88aaa70743e7:39757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:26:00,900 INFO [RS:0;88aaa70743e7:39757 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:26:00,900 INFO [RS:0;88aaa70743e7:39757 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:26:00,900 INFO [RS:0;88aaa70743e7:39757 {}] hbase.ChoreService(370): Chore service for: regionserver/88aaa70743e7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T13:26:00,901 INFO [RS:0;88aaa70743e7:39757 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:26:00,901 INFO [regionserver/88aaa70743e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:26:00,901 INFO [RS:0;88aaa70743e7:39757 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:39757. 2024-12-05T13:26:00,901 DEBUG [RS:0;88aaa70743e7:39757 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:26:00,901 DEBUG [RS:0;88aaa70743e7:39757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:26:00,901 DEBUG [RS:0;88aaa70743e7:39757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:26:00,901 INFO [RS:0;88aaa70743e7:39757 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39757 2024-12-05T13:26:00,901 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:26:00,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x101a6d8f9a80003, quorum=127.0.0.1:63605, baseZNode=/1995321120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995321120/rs 2024-12-05T13:26:00,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39757-0x101a6d8f9a80004, quorum=127.0.0.1:63605, baseZNode=/1995321120 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1995321120/rs/88aaa70743e7,39757,1733405133895 2024-12-05T13:26:00,954 INFO [RS:0;88aaa70743e7:39757 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:26:00,964 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [88aaa70743e7,39757,1733405133895] 2024-12-05T13:26:00,972 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1995321120/draining/88aaa70743e7,39757,1733405133895 already deleted, retry=false 2024-12-05T13:26:00,972 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 88aaa70743e7,39757,1733405133895 expired; onlineServers=0 2024-12-05T13:26:00,972 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '88aaa70743e7,45353,1733405133802' ***** 2024-12-05T13:26:00,972 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T13:26:00,972 INFO [M:0;88aaa70743e7:45353 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:26:00,972 INFO [M:0;88aaa70743e7:45353 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:26:00,972 DEBUG [M:0;88aaa70743e7:45353 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T13:26:00,972 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T13:26:00,972 DEBUG [M:0;88aaa70743e7:45353 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T13:26:00,972 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733405135404 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733405135404,5,FailOnTimeoutGroup] 2024-12-05T13:26:00,972 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733405135404 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733405135404,5,FailOnTimeoutGroup] 2024-12-05T13:26:00,972 INFO [M:0;88aaa70743e7:45353 {}] hbase.ChoreService(370): Chore service for: master/88aaa70743e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T13:26:00,972 INFO [M:0;88aaa70743e7:45353 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:26:00,973 DEBUG [M:0;88aaa70743e7:45353 {}] master.HMaster(1795): Stopping service threads 2024-12-05T13:26:00,973 INFO [M:0;88aaa70743e7:45353 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T13:26:00,973 INFO [M:0;88aaa70743e7:45353 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:26:00,973 INFO [M:0;88aaa70743e7:45353 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T13:26:00,973 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T13:26:00,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x101a6d8f9a80003, quorum=127.0.0.1:63605, baseZNode=/1995321120 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1995321120/master 2024-12-05T13:26:00,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x101a6d8f9a80003, quorum=127.0.0.1:63605, baseZNode=/1995321120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995321120 2024-12-05T13:26:00,980 DEBUG [M:0;88aaa70743e7:45353 {}] zookeeper.ZKUtil(347): master:45353-0x101a6d8f9a80003, quorum=127.0.0.1:63605, baseZNode=/1995321120 Unable to get data of znode /1995321120/master because node does not exist (not an error) 2024-12-05T13:26:00,980 WARN [M:0;88aaa70743e7:45353 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T13:26:00,981 INFO [M:0;88aaa70743e7:45353 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/.lastflushedseqids 2024-12-05T13:26:00,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741845_1021 (size=173) 2024-12-05T13:26:01,064 INFO [RS:0;88aaa70743e7:39757 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:26:01,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39757-0x101a6d8f9a80004, quorum=127.0.0.1:63605, baseZNode=/1995321120 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:26:01,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39757-0x101a6d8f9a80004, quorum=127.0.0.1:63605, baseZNode=/1995321120 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:26:01,064 INFO [RS:0;88aaa70743e7:39757 {}] regionserver.HRegionServer(1031): Exiting; stopping=88aaa70743e7,39757,1733405133895; zookeeper connection closed. 2024-12-05T13:26:01,064 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4120c90c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4120c90c 2024-12-05T13:26:01,064 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T13:26:01,110 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405153384 to pos 393, reset compression=false 2024-12-05T13:26:01,385 INFO [M:0;88aaa70743e7:45353 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T13:26:01,385 INFO [M:0;88aaa70743e7:45353 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T13:26:01,385 DEBUG [M:0;88aaa70743e7:45353 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:26:01,385 INFO [M:0;88aaa70743e7:45353 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:26:01,385 DEBUG [M:0;88aaa70743e7:45353 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:26:01,385 DEBUG [M:0;88aaa70743e7:45353 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:26:01,385 DEBUG [M:0;88aaa70743e7:45353 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:26:01,385 INFO [M:0;88aaa70743e7:45353 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-12-05T13:26:01,398 DEBUG [M:0;88aaa70743e7:45353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8cd3ebe1870f4f1b80251bd3b125aee1 is 82, key is hbase:meta,,1/info:regioninfo/1733405136654/Put/seqid=0 2024-12-05T13:26:01,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741846_1022 (size=5672) 2024-12-05T13:26:01,401 INFO [M:0;88aaa70743e7:45353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8cd3ebe1870f4f1b80251bd3b125aee1 2024-12-05T13:26:01,419 DEBUG [M:0;88aaa70743e7:45353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a12c00d7fd74a328fd4e96813b80d34 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733405145167/Put/seqid=0 2024-12-05T13:26:01,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741847_1023 (size=6585) 2024-12-05T13:26:01,751 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T13:26:01,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:26:01,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:26:01,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:26:01,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:26:01,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:26:01,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:26:01,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:26:01,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:26:01,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:26:01,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:26:01,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:26:01,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:26:01,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:26:01,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:26:01,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:26:01,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:26:01,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:26:01,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T13:26:01,822 INFO [M:0;88aaa70743e7:45353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a12c00d7fd74a328fd4e96813b80d34 2024-12-05T13:26:01,841 DEBUG [M:0;88aaa70743e7:45353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f5f77b01b56548ea9a8f99db1c1cf8f4 is 69, key is 88aaa70743e7,39757,1733405133895/rs:state/1733405135445/Put/seqid=0 2024-12-05T13:26:01,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741848_1024 (size=5156) 2024-12-05T13:26:01,938 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,2-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405153384 to pos 393, reset compression=false 2024-12-05T13:26:02,244 INFO [M:0;88aaa70743e7:45353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f5f77b01b56548ea9a8f99db1c1cf8f4 2024-12-05T13:26:02,247 DEBUG [M:0;88aaa70743e7:45353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8cd3ebe1870f4f1b80251bd3b125aee1 as hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8cd3ebe1870f4f1b80251bd3b125aee1 2024-12-05T13:26:02,251 INFO [M:0;88aaa70743e7:45353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8cd3ebe1870f4f1b80251bd3b125aee1, entries=8, sequenceid=55, filesize=5.5 K 2024-12-05T13:26:02,251 DEBUG [M:0;88aaa70743e7:45353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a12c00d7fd74a328fd4e96813b80d34 as hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a12c00d7fd74a328fd4e96813b80d34 2024-12-05T13:26:02,254 INFO [M:0;88aaa70743e7:45353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a12c00d7fd74a328fd4e96813b80d34, entries=6, sequenceid=55, filesize=6.4 K 2024-12-05T13:26:02,255 DEBUG [M:0;88aaa70743e7:45353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f5f77b01b56548ea9a8f99db1c1cf8f4 as hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f5f77b01b56548ea9a8f99db1c1cf8f4 2024-12-05T13:26:02,258 INFO [M:0;88aaa70743e7:45353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43799/user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f5f77b01b56548ea9a8f99db1c1cf8f4, entries=1, sequenceid=55, filesize=5.0 K 2024-12-05T13:26:02,258 INFO [M:0;88aaa70743e7:45353 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 873ms, sequenceid=55, compaction requested=false 2024-12-05T13:26:02,259 INFO [M:0;88aaa70743e7:45353 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:26:02,259 DEBUG [M:0;88aaa70743e7:45353 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733405161385Disabling compacts and flushes for region at 1733405161385Disabling writes for close at 1733405161385Obtaining lock to block concurrent updates at 1733405161385Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733405161385Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1733405161385Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733405161386 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733405161386Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733405161398 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733405161398Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733405161404 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733405161419 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733405161419Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733405161826 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733405161840 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733405161840Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@698425e0: reopening flushed file at 1733405162247 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@576c9fcc: reopening flushed file at 1733405162251 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7df3bb9e: reopening flushed file at 1733405162254 (+3 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 873ms, sequenceid=55, compaction requested=false at 1733405162258 (+4 ms)Writing region close event to WAL at 1733405162259 (+1 ms)Closed at 1733405162259 2024-12-05T13:26:02,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38937 is added to blk_1073741830_1006 (size=32758) 2024-12-05T13:26:02,261 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e21ad221-fc30-e7d0-be6e-d90633ac5fab/MasterData/WALs/88aaa70743e7,45353,1733405133802/88aaa70743e7%2C45353%2C1733405133802.1733405135199 not finished, retry = 0 2024-12-05T13:26:02,313 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405153384 to pos 393, reset compression=false 2024-12-05T13:26:02,362 INFO [M:0;88aaa70743e7:45353 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T13:26:02,362 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:26:02,362 INFO [M:0;88aaa70743e7:45353 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45353 2024-12-05T13:26:02,362 INFO [M:0;88aaa70743e7:45353 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:26:02,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x101a6d8f9a80003, quorum=127.0.0.1:63605, baseZNode=/1995321120 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:26:02,504 INFO [M:0;88aaa70743e7:45353 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:26:02,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45353-0x101a6d8f9a80003, quorum=127.0.0.1:63605, baseZNode=/1995321120 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:26:02,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67a592d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:26:02,506 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@14185180{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:26:02,506 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:26:02,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10eb49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:26:02,507 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12bab48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53449980-3146-b375-04de-086996c06dee/hadoop.log.dir/,STOPPED} 2024-12-05T13:26:02,508 WARN [BP-353629148-172.17.0.3-1733405132653 heartbeating to localhost/127.0.0.1:43799 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:26:02,508 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T13:26:02,508 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:26:02,508 WARN [BP-353629148-172.17.0.3-1733405132653 heartbeating to localhost/127.0.0.1:43799 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-353629148-172.17.0.3-1733405132653 (Datanode Uuid f4a32aca-8af2-41f7-a5a6-b259fcfa468e) service to localhost/127.0.0.1:43799 2024-12-05T13:26:02,508 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53449980-3146-b375-04de-086996c06dee/cluster_ccc6495c-3d0d-034a-1651-5413d6ccf2df/data/data1/current/BP-353629148-172.17.0.3-1733405132653 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:26:02,508 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53449980-3146-b375-04de-086996c06dee/cluster_ccc6495c-3d0d-034a-1651-5413d6ccf2df/data/data2/current/BP-353629148-172.17.0.3-1733405132653 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:26:02,508 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:26:02,512 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b21cbaa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:26:02,513 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35f3c526{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:26:02,513 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:26:02,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8fb7bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:26:02,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53513c9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53449980-3146-b375-04de-086996c06dee/hadoop.log.dir/,STOPPED} 2024-12-05T13:26:02,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T13:26:02,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T13:26:02,524 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:26:02,524 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:26:02,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:26:02,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:26:02,524 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:26:02,524 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T13:26:02,525 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2097598429, stopped=false 2024-12-05T13:26:02,525 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=88aaa70743e7,33229,1733405129239 2024-12-05T13:26:02,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33229-0x101a6d8f9a80000, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01455619073/running 2024-12-05T13:26:02,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x101a6d8f9a80001, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01455619073/running 2024-12-05T13:26:02,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x101a6d8f9a80001, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01455619073 2024-12-05T13:26:02,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33229-0x101a6d8f9a80000, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01455619073 2024-12-05T13:26:02,539 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:26:02,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41063-0x101a6d8f9a80001, quorum=127.0.0.1:63605, baseZNode=/01455619073 Set watcher on znode that does not yet exist, /01455619073/running 2024-12-05T13:26:02,539 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T13:26:02,539 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:26:02,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33229-0x101a6d8f9a80000, quorum=127.0.0.1:63605, baseZNode=/01455619073 Set watcher on znode that does not yet exist, /01455619073/running 2024-12-05T13:26:02,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:26:02,539 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '88aaa70743e7,41063,1733405129382' ***** 2024-12-05T13:26:02,539 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T13:26:02,540 INFO [RS:0;88aaa70743e7:41063 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T13:26:02,540 INFO [RS:0;88aaa70743e7:41063 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T13:26:02,540 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T13:26:02,540 INFO [RS:0;88aaa70743e7:41063 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T13:26:02,540 INFO [RS:0;88aaa70743e7:41063 {}] regionserver.HRegionServer(3091): Received CLOSE for 7097d9d182fbc99fc2e6a83919b63cca 2024-12-05T13:26:02,540 INFO [RS:0;88aaa70743e7:41063 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a82577bfd375e4845ca653cb09a9c09 2024-12-05T13:26:02,540 INFO [RS:0;88aaa70743e7:41063 {}] regionserver.HRegionServer(959): stopping server 88aaa70743e7,41063,1733405129382 2024-12-05T13:26:02,540 INFO [RS:0;88aaa70743e7:41063 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:26:02,540 INFO [RS:0;88aaa70743e7:41063 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:41063. 2024-12-05T13:26:02,540 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7097d9d182fbc99fc2e6a83919b63cca, disabling compactions & flushes 2024-12-05T13:26:02,540 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733405148323.7097d9d182fbc99fc2e6a83919b63cca. 2024-12-05T13:26:02,540 DEBUG [RS:0;88aaa70743e7:41063 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:26:02,540 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733405148323.7097d9d182fbc99fc2e6a83919b63cca. 2024-12-05T13:26:02,540 DEBUG [RS:0;88aaa70743e7:41063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:26:02,540 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733405148323.7097d9d182fbc99fc2e6a83919b63cca. after waiting 0 ms 2024-12-05T13:26:02,540 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733405148323.7097d9d182fbc99fc2e6a83919b63cca. 2024-12-05T13:26:02,540 INFO [RS:0;88aaa70743e7:41063 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T13:26:02,540 INFO [RS:0;88aaa70743e7:41063 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T13:26:02,540 INFO [RS:0;88aaa70743e7:41063 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T13:26:02,540 INFO [RS:0;88aaa70743e7:41063 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T13:26:02,540 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7097d9d182fbc99fc2e6a83919b63cca 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-05T13:26:02,540 INFO [RS:0;88aaa70743e7:41063 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T13:26:02,540 DEBUG [RS:0;88aaa70743e7:41063 {}] regionserver.HRegionServer(1325): Online Regions={7097d9d182fbc99fc2e6a83919b63cca=hbase:replication,,1733405148323.7097d9d182fbc99fc2e6a83919b63cca., 1588230740=hbase:meta,,1.1588230740, 5a82577bfd375e4845ca653cb09a9c09=test,,1733405141850.5a82577bfd375e4845ca653cb09a9c09.} 2024-12-05T13:26:02,540 DEBUG [RS:0;88aaa70743e7:41063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5a82577bfd375e4845ca653cb09a9c09, 7097d9d182fbc99fc2e6a83919b63cca 2024-12-05T13:26:02,540 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T13:26:02,540 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T13:26:02,540 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T13:26:02,540 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T13:26:02,540 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T13:26:02,541 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T13:26:02,552 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/meta/1588230740/.tmp/info/b3213a0b49ce45359969f61ea7605ada is 147, key is hbase:replication,,1733405148323.7097d9d182fbc99fc2e6a83919b63cca./info:regioninfo/1733405149481/Put/seqid=0 2024-12-05T13:26:02,555 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/replication/7097d9d182fbc99fc2e6a83919b63cca/.tmp/hfileref/b9b915f637d345cbbc626bbd16de354d is 74, key is 1/hfileref:18b9ddd2f96c4835be0d79398c8aa8b3_SeqId_4_/1733405152704/DeleteColumn/seqid=0 2024-12-05T13:26:02,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741847_1023 (size=7686) 2024-12-05T13:26:02,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741848_1024 (size=5489) 2024-12-05T13:26:02,579 INFO [regionserver/88aaa70743e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:26:02,741 DEBUG [RS:0;88aaa70743e7:41063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5a82577bfd375e4845ca653cb09a9c09, 7097d9d182fbc99fc2e6a83919b63cca 2024-12-05T13:26:02,941 DEBUG [RS:0;88aaa70743e7:41063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5a82577bfd375e4845ca653cb09a9c09, 7097d9d182fbc99fc2e6a83919b63cca 2024-12-05T13:26:02,956 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/meta/1588230740/.tmp/info/b3213a0b49ce45359969f61ea7605ada 2024-12-05T13:26:02,958 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/replication/7097d9d182fbc99fc2e6a83919b63cca/.tmp/hfileref/b9b915f637d345cbbc626bbd16de354d 2024-12-05T13:26:02,972 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/meta/1588230740/.tmp/ns/bdccbb2c45904f7792bb6cdc1433a00d is 43, key is default/ns:d/1733405132578/Put/seqid=0 2024-12-05T13:26:02,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741849_1025 (size=5153) 2024-12-05T13:26:02,975 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/meta/1588230740/.tmp/ns/bdccbb2c45904f7792bb6cdc1433a00d 2024-12-05T13:26:02,979 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/replication/7097d9d182fbc99fc2e6a83919b63cca/.tmp/queue/74d6490809c24842b52c2f991f11ab91 is 153, key is 1-88aaa70743e7,41063,1733405129382/queue:88aaa70743e7%2C41063%2C1733405129382/1733405155432/Put/seqid=0 2024-12-05T13:26:02,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741850_1026 (size=5504) 2024-12-05T13:26:02,992 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/meta/1588230740/.tmp/rep_barrier/79f3eeaa55224febb05af3ec61f762e9 is 112, key is test,,1733405141850.5a82577bfd375e4845ca653cb09a9c09./rep_barrier:seqnumDuringOpen/1733405142993/Put/seqid=0 2024-12-05T13:26:02,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741851_1027 (size=5518) 2024-12-05T13:26:03,141 DEBUG [RS:0;88aaa70743e7:41063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5a82577bfd375e4845ca653cb09a9c09, 7097d9d182fbc99fc2e6a83919b63cca 2024-12-05T13:26:03,241 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,2-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405153384 to pos 393, reset compression=false 2024-12-05T13:26:03,341 DEBUG [RS:0;88aaa70743e7:41063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5a82577bfd375e4845ca653cb09a9c09, 7097d9d182fbc99fc2e6a83919b63cca 2024-12-05T13:26:03,382 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/replication/7097d9d182fbc99fc2e6a83919b63cca/.tmp/queue/74d6490809c24842b52c2f991f11ab91 2024-12-05T13:26:03,385 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/replication/7097d9d182fbc99fc2e6a83919b63cca/.tmp/hfileref/b9b915f637d345cbbc626bbd16de354d as hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/replication/7097d9d182fbc99fc2e6a83919b63cca/hfileref/b9b915f637d345cbbc626bbd16de354d 2024-12-05T13:26:03,388 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/replication/7097d9d182fbc99fc2e6a83919b63cca/hfileref/b9b915f637d345cbbc626bbd16de354d, entries=6, sequenceid=17, filesize=5.4 K 2024-12-05T13:26:03,389 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/replication/7097d9d182fbc99fc2e6a83919b63cca/.tmp/queue/74d6490809c24842b52c2f991f11ab91 as hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/replication/7097d9d182fbc99fc2e6a83919b63cca/queue/74d6490809c24842b52c2f991f11ab91 2024-12-05T13:26:03,392 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/replication/7097d9d182fbc99fc2e6a83919b63cca/queue/74d6490809c24842b52c2f991f11ab91, entries=2, sequenceid=17, filesize=5.4 K 2024-12-05T13:26:03,392 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 7097d9d182fbc99fc2e6a83919b63cca in 852ms, sequenceid=17, compaction requested=false 2024-12-05T13:26:03,395 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/replication/7097d9d182fbc99fc2e6a83919b63cca/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-05T13:26:03,395 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/meta/1588230740/.tmp/rep_barrier/79f3eeaa55224febb05af3ec61f762e9 2024-12-05T13:26:03,395 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:26:03,396 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:26:03,396 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733405148323.7097d9d182fbc99fc2e6a83919b63cca. 2024-12-05T13:26:03,396 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7097d9d182fbc99fc2e6a83919b63cca: Waiting for close lock at 1733405162540Running coprocessor pre-close hooks at 1733405162540Disabling compacts and flushes for region at 1733405162540Disabling writes for close at 1733405162540Obtaining lock to block concurrent updates at 1733405162540Preparing flush snapshotting stores in 7097d9d182fbc99fc2e6a83919b63cca at 1733405162540Finished memstore snapshotting hbase:replication,,1733405148323.7097d9d182fbc99fc2e6a83919b63cca., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733405162540Flushing stores of hbase:replication,,1733405148323.7097d9d182fbc99fc2e6a83919b63cca. at 1733405162541 (+1 ms)Flushing 7097d9d182fbc99fc2e6a83919b63cca/hfileref: creating writer at 1733405162541Flushing 7097d9d182fbc99fc2e6a83919b63cca/hfileref: appending metadata at 1733405162555 (+14 ms)Flushing 7097d9d182fbc99fc2e6a83919b63cca/hfileref: closing flushed file at 1733405162555Flushing 7097d9d182fbc99fc2e6a83919b63cca/queue: creating writer at 1733405162961 (+406 ms)Flushing 7097d9d182fbc99fc2e6a83919b63cca/queue: appending metadata at 1733405162978 (+17 ms)Flushing 7097d9d182fbc99fc2e6a83919b63cca/queue: closing flushed file at 1733405162978Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25e01a07: reopening flushed file at 1733405163385 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@938c025: reopening flushed file at 1733405163388 (+3 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 7097d9d182fbc99fc2e6a83919b63cca in 852ms, sequenceid=17, compaction requested=false at 1733405163392 (+4 ms)Writing region close event to WAL at 1733405163393 (+1 ms)Running coprocessor post-close hooks at 1733405163395 (+2 ms)Closed at 1733405163396 (+1 ms) 2024-12-05T13:26:03,396 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733405148323.7097d9d182fbc99fc2e6a83919b63cca. 2024-12-05T13:26:03,396 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a82577bfd375e4845ca653cb09a9c09, disabling compactions & flushes 2024-12-05T13:26:03,396 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733405141850.5a82577bfd375e4845ca653cb09a9c09. 2024-12-05T13:26:03,396 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733405141850.5a82577bfd375e4845ca653cb09a9c09. 2024-12-05T13:26:03,396 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733405141850.5a82577bfd375e4845ca653cb09a9c09. after waiting 0 ms 2024-12-05T13:26:03,396 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733405141850.5a82577bfd375e4845ca653cb09a9c09. 2024-12-05T13:26:03,398 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/default/test/5a82577bfd375e4845ca653cb09a9c09/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T13:26:03,399 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:26:03,399 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T13:26:03,399 INFO [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733405141850.5a82577bfd375e4845ca653cb09a9c09. 2024-12-05T13:26:03,399 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a82577bfd375e4845ca653cb09a9c09: Waiting for close lock at 1733405163396Running coprocessor pre-close hooks at 1733405163396Disabling compacts and flushes for region at 1733405163396Disabling writes for close at 1733405163396Writing region close event to WAL at 1733405163396Running coprocessor post-close hooks at 1733405163399 (+3 ms)Closed at 1733405163399 2024-12-05T13:26:03,399 DEBUG [RS_CLOSE_REGION-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733405141850.5a82577bfd375e4845ca653cb09a9c09. 2024-12-05T13:26:03,412 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/meta/1588230740/.tmp/table/266bc75d055245d291c9ae64d4454060 is 53, key is hbase:replication/table:state/1733405149487/Put/seqid=0 2024-12-05T13:26:03,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741852_1028 (size=5308) 2024-12-05T13:26:03,453 INFO [regionserver/88aaa70743e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T13:26:03,453 INFO [regionserver/88aaa70743e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T13:26:03,541 INFO [RS:0;88aaa70743e7:41063 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T13:26:03,541 DEBUG [RS:0;88aaa70743e7:41063 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T13:26:03,541 DEBUG [RS:0;88aaa70743e7:41063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:26:03,617 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405153384 to pos 393, reset compression=false 2024-12-05T13:26:03,621 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T13:26:03,621 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405153384 to pos 688, reset compression=false 2024-12-05T13:26:03,621 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.shipper88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-88aaa70743e7,41063,1733405129382 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405153384, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T13:26:03,621 ERROR [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.shipper88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 88aaa70743e7,41063,1733405129382: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-88aaa70743e7,41063,1733405129382, walGroup=88aaa70743e7%2C41063%2C1733405129382, offset=88aaa70743e7%2C41063%2C1733405129382.1733405153384:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:41063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T13:26:03,622 ERROR [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.shipper88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T13:26:03,622 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.shipper88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T13:26:03,623 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.shipper88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T13:26:03,623 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.shipper88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T13:26:03,623 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.shipper88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T13:26:03,623 INFO [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.shipper88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1608515584, "init": 1048576000, "max": 2306867200, "used": 1216866816 }, "NonHeapMemoryUsage": { "committed": 211353600, "init": 7667712, "max": -1, "used": 208413936 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T13:26:03,623 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.shipper88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:33229 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:33229 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T13:26:03,741 DEBUG [RS:0;88aaa70743e7:41063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T13:26:03,815 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/meta/1588230740/.tmp/table/266bc75d055245d291c9ae64d4454060 2024-12-05T13:26:03,819 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/meta/1588230740/.tmp/info/b3213a0b49ce45359969f61ea7605ada as hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/meta/1588230740/info/b3213a0b49ce45359969f61ea7605ada 2024-12-05T13:26:03,822 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/meta/1588230740/info/b3213a0b49ce45359969f61ea7605ada, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T13:26:03,823 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/meta/1588230740/.tmp/ns/bdccbb2c45904f7792bb6cdc1433a00d as hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/meta/1588230740/ns/bdccbb2c45904f7792bb6cdc1433a00d 2024-12-05T13:26:03,824 DEBUG [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/WALs/88aaa70743e7,41063,1733405129382/88aaa70743e7%2C41063%2C1733405129382.1733405153384 to pos 688, reset compression=false 2024-12-05T13:26:03,827 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/meta/1588230740/ns/bdccbb2c45904f7792bb6cdc1433a00d, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T13:26:03,828 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/meta/1588230740/.tmp/rep_barrier/79f3eeaa55224febb05af3ec61f762e9 as hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/meta/1588230740/rep_barrier/79f3eeaa55224febb05af3ec61f762e9 2024-12-05T13:26:03,831 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/meta/1588230740/rep_barrier/79f3eeaa55224febb05af3ec61f762e9, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T13:26:03,831 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/meta/1588230740/.tmp/table/266bc75d055245d291c9ae64d4454060 as hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/meta/1588230740/table/266bc75d055245d291c9ae64d4454060 2024-12-05T13:26:03,834 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/meta/1588230740/table/266bc75d055245d291c9ae64d4454060, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T13:26:03,835 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1295ms, sequenceid=16, compaction requested=false 2024-12-05T13:26:03,838 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T13:26:03,838 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T13:26:03,838 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T13:26:03,838 INFO [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T13:26:03,838 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733405162540Running coprocessor pre-close hooks at 1733405162540Disabling compacts and flushes for region at 1733405162540Disabling writes for close at 1733405162540Obtaining lock to block concurrent updates at 1733405162541 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733405162541Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733405162541Flushing stores of hbase:meta,,1.1588230740 at 1733405162541Flushing 1588230740/info: creating writer at 1733405162541Flushing 1588230740/info: appending metadata at 1733405162552 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733405162552Flushing 1588230740/ns: creating writer at 1733405162961 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733405162971 (+10 ms)Flushing 1588230740/ns: closing flushed file at 1733405162971Flushing 1588230740/rep_barrier: creating writer at 1733405162978 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733405162992 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733405162992Flushing 1588230740/table: creating writer at 1733405163398 (+406 ms)Flushing 1588230740/table: appending metadata at 1733405163412 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733405163412Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d216c89: reopening flushed file at 1733405163819 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16853fe4: reopening flushed file at 1733405163823 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7df6d0f9: reopening flushed file at 1733405163827 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b297857: reopening flushed file at 1733405163831 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1295ms, sequenceid=16, compaction requested=false at 1733405163835 (+4 ms)Writing region close event to WAL at 1733405163836 (+1 ms)Running coprocessor post-close hooks at 1733405163838 (+2 ms)Closed at 1733405163838 2024-12-05T13:26:03,839 DEBUG [RS_CLOSE_META-regionserver/88aaa70743e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T13:26:03,942 INFO [RS:0;88aaa70743e7:41063 {}] regionserver.HRegionServer(976): stopping server 88aaa70743e7,41063,1733405129382; all regions closed. 2024-12-05T13:26:03,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741842_1018 (size=859) 2024-12-05T13:26:03,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741844_1020 (size=2791) 2024-12-05T13:26:03,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741843_1019 (size=696) 2024-12-05T13:26:03,946 DEBUG [RS:0;88aaa70743e7:41063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:26:03,946 INFO [RS:0;88aaa70743e7:41063 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T13:26:03,946 INFO [RS:0;88aaa70743e7:41063 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:26:03,947 INFO [RS:0;88aaa70743e7:41063 {}] hbase.ChoreService(370): Chore service for: regionserver/88aaa70743e7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T13:26:03,947 INFO [RS:0;88aaa70743e7:41063 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:26:03,947 INFO [regionserver/88aaa70743e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:26:03,947 INFO [RS:0;88aaa70743e7:41063 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-88aaa70743e7,41063,1733405129382 because: Region server is closing 2024-12-05T13:26:03,947 INFO [RS:0;88aaa70743e7:41063 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:41063. 2024-12-05T13:26:03,947 DEBUG [RS:0;88aaa70743e7:41063 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:26:03,947 DEBUG [RS:0;88aaa70743e7:41063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:26:03,947 DEBUG [RS:0;88aaa70743e7:41063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:26:03,947 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:26:04,048 INFO [RS:0;88aaa70743e7:41063 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.shipper88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 terminated 2024-12-05T13:26:04,048 INFO [RS:0;88aaa70743e7:41063 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-88aaa70743e7,41063,1733405129382 because: Region server is closing 2024-12-05T13:26:04,048 INFO [RS:0;88aaa70743e7:41063 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88aaa70743e7:41063. 2024-12-05T13:26:04,048 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,1-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,1-88aaa70743e7,41063,1733405129382 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T13:26:04,048 DEBUG [RS:0;88aaa70743e7:41063 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T13:26:04,048 DEBUG [RS:0;88aaa70743e7:41063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:26:04,048 DEBUG [RS:0;88aaa70743e7:41063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T13:26:04,048 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T13:26:04,148 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,41063,1733405129382.replicationSource.shipper88aaa70743e7%2C41063%2C1733405129382,2-88aaa70743e7,41063,1733405129382 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T13:26:04,148 WARN [RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,41063,1733405129382.replicationSource.wal-reader.88aaa70743e7%2C41063%2C1733405129382,2-88aaa70743e7,41063,1733405129382 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T13:26:04,149 INFO [RS:0;88aaa70743e7:41063 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/88aaa70743e7:0-0.replicationSource,2-88aaa70743e7,41063,1733405129382.replicationSource.shipper88aaa70743e7%2C41063%2C1733405129382,2-88aaa70743e7,41063,1733405129382 terminated 2024-12-05T13:26:04,149 INFO [RS:0;88aaa70743e7:41063 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41063 2024-12-05T13:26:04,170 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T13:26:04,170 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [88aaa70743e7,39319,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:39319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T13:26:04,170 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 168962 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [88aaa70743e7,39319,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=88aaa70743e7:39319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T13:26:04,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x101a6d8f9a80001, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01455619073/rs/88aaa70743e7,41063,1733405129382 2024-12-05T13:26:04,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33229-0x101a6d8f9a80000, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01455619073/rs 2024-12-05T13:26:04,239 INFO [RS:0;88aaa70743e7:41063 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:26:04,253 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [88aaa70743e7,41063,1733405129382] 2024-12-05T13:26:04,262 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01455619073/draining/88aaa70743e7,41063,1733405129382 already deleted, retry=false 2024-12-05T13:26:04,262 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 88aaa70743e7,41063,1733405129382 expired; onlineServers=0 2024-12-05T13:26:04,262 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '88aaa70743e7,33229,1733405129239' ***** 2024-12-05T13:26:04,262 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T13:26:04,262 INFO [M:0;88aaa70743e7:33229 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T13:26:04,262 INFO [M:0;88aaa70743e7:33229 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T13:26:04,262 DEBUG [M:0;88aaa70743e7:33229 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T13:26:04,262 DEBUG [M:0;88aaa70743e7:33229 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T13:26:04,262 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T13:26:04,262 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733405131313 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.small.0-1733405131313,5,FailOnTimeoutGroup] 2024-12-05T13:26:04,262 DEBUG [master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733405131313 {}] cleaner.HFileCleaner(306): Exit Thread[master/88aaa70743e7:0:becomeActiveMaster-HFileCleaner.large.0-1733405131313,5,FailOnTimeoutGroup] 2024-12-05T13:26:04,262 INFO [M:0;88aaa70743e7:33229 {}] hbase.ChoreService(370): Chore service for: master/88aaa70743e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T13:26:04,262 INFO [M:0;88aaa70743e7:33229 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T13:26:04,262 DEBUG [M:0;88aaa70743e7:33229 {}] master.HMaster(1795): Stopping service threads 2024-12-05T13:26:04,262 INFO [M:0;88aaa70743e7:33229 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T13:26:04,262 INFO [M:0;88aaa70743e7:33229 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T13:26:04,263 INFO [M:0;88aaa70743e7:33229 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T13:26:04,263 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T13:26:04,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33229-0x101a6d8f9a80000, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01455619073/master 2024-12-05T13:26:04,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33229-0x101a6d8f9a80000, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01455619073 2024-12-05T13:26:04,272 DEBUG [M:0;88aaa70743e7:33229 {}] zookeeper.ZKUtil(347): master:33229-0x101a6d8f9a80000, quorum=127.0.0.1:63605, baseZNode=/01455619073 Unable to get data of znode /01455619073/master because node does not exist (not an error) 2024-12-05T13:26:04,272 WARN [M:0;88aaa70743e7:33229 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T13:26:04,272 INFO [M:0;88aaa70743e7:33229 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/.lastflushedseqids 2024-12-05T13:26:04,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741853_1029 (size=263) 2024-12-05T13:26:04,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x101a6d8f9a80001, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:26:04,353 INFO [RS:0;88aaa70743e7:41063 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:26:04,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x101a6d8f9a80001, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:26:04,353 INFO [RS:0;88aaa70743e7:41063 {}] regionserver.HRegionServer(1031): Exiting; stopping=88aaa70743e7,41063,1733405129382; zookeeper connection closed. 2024-12-05T13:26:04,354 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11b2d8d6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11b2d8d6 2024-12-05T13:26:04,354 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T13:26:04,676 INFO [M:0;88aaa70743e7:33229 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T13:26:04,676 INFO [M:0;88aaa70743e7:33229 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T13:26:04,676 DEBUG [M:0;88aaa70743e7:33229 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T13:26:04,676 INFO [M:0;88aaa70743e7:33229 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:26:04,676 DEBUG [M:0;88aaa70743e7:33229 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:26:04,676 DEBUG [M:0;88aaa70743e7:33229 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T13:26:04,676 DEBUG [M:0;88aaa70743e7:33229 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:26:04,677 INFO [M:0;88aaa70743e7:33229 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.10 KB heapSize=71.41 KB 2024-12-05T13:26:04,692 DEBUG [M:0;88aaa70743e7:33229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77b037f5c8b544ca914aad4db1ae1589 is 82, key is hbase:meta,,1/info:regioninfo/1733405132540/Put/seqid=0 2024-12-05T13:26:04,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741854_1030 (size=5672) 2024-12-05T13:26:05,096 INFO [M:0;88aaa70743e7:33229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77b037f5c8b544ca914aad4db1ae1589 2024-12-05T13:26:05,111 DEBUG [M:0;88aaa70743e7:33229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/24cb5e8581d64a909b8d3dd94e32f8f9 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733405143000/Put/seqid=0 2024-12-05T13:26:05,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741855_1031 (size=7609) 2024-12-05T13:26:05,298 INFO [master/88aaa70743e7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T13:26:05,298 INFO [master/88aaa70743e7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T13:26:05,514 INFO [M:0;88aaa70743e7:33229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.55 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/24cb5e8581d64a909b8d3dd94e32f8f9 2024-12-05T13:26:05,518 INFO [M:0;88aaa70743e7:33229 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 24cb5e8581d64a909b8d3dd94e32f8f9 2024-12-05T13:26:05,533 DEBUG [M:0;88aaa70743e7:33229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b99e6ee3d8c34b1bab777ccbb6914825 is 69, key is 88aaa70743e7,41063,1733405129382/rs:state/1733405131436/Put/seqid=0 2024-12-05T13:26:05,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741856_1032 (size=5156) 2024-12-05T13:26:05,937 INFO [M:0;88aaa70743e7:33229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b99e6ee3d8c34b1bab777ccbb6914825 2024-12-05T13:26:05,940 DEBUG [M:0;88aaa70743e7:33229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77b037f5c8b544ca914aad4db1ae1589 as hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/77b037f5c8b544ca914aad4db1ae1589 2024-12-05T13:26:05,943 INFO [M:0;88aaa70743e7:33229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/77b037f5c8b544ca914aad4db1ae1589, entries=8, sequenceid=121, filesize=5.5 K 2024-12-05T13:26:05,943 DEBUG [M:0;88aaa70743e7:33229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/24cb5e8581d64a909b8d3dd94e32f8f9 as hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/24cb5e8581d64a909b8d3dd94e32f8f9 2024-12-05T13:26:05,946 INFO [M:0;88aaa70743e7:33229 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 24cb5e8581d64a909b8d3dd94e32f8f9 2024-12-05T13:26:05,946 INFO [M:0;88aaa70743e7:33229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/24cb5e8581d64a909b8d3dd94e32f8f9, entries=13, sequenceid=121, filesize=7.4 K 2024-12-05T13:26:05,947 DEBUG [M:0;88aaa70743e7:33229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b99e6ee3d8c34b1bab777ccbb6914825 as hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b99e6ee3d8c34b1bab777ccbb6914825 2024-12-05T13:26:05,950 INFO [M:0;88aaa70743e7:33229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45381/user/jenkins/test-data/a70569ce-412e-dcba-7336-25908d27cfbc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b99e6ee3d8c34b1bab777ccbb6914825, entries=1, sequenceid=121, filesize=5.0 K 2024-12-05T13:26:05,951 INFO [M:0;88aaa70743e7:33229 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.10 KB/61545, heapSize ~71.11 KB/72816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=121, compaction requested=false 2024-12-05T13:26:05,954 INFO [M:0;88aaa70743e7:33229 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T13:26:05,954 DEBUG [M:0;88aaa70743e7:33229 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733405164676Disabling compacts and flushes for region at 1733405164676Disabling writes for close at 1733405164676Obtaining lock to block concurrent updates at 1733405164677 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733405164677Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61545, getHeapSize=73056, getOffHeapSize=0, getCellsCount=140 at 1733405164677Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733405164677Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733405164677Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733405164692 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733405164692Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733405165099 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733405165110 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733405165111 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733405165518 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733405165532 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733405165532Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1672d4ca: reopening flushed file at 1733405165940 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f353ba5: reopening flushed file at 1733405165943 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dd407a7: reopening flushed file at 1733405165947 (+4 ms)Finished flush of dataSize ~60.10 KB/61545, heapSize ~71.11 KB/72816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=121, compaction requested=false at 1733405165951 (+4 ms)Writing region close event to WAL at 1733405165954 (+3 ms)Closed at 1733405165954 2024-12-05T13:26:05,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741830_1006 (size=69908) 2024-12-05T13:26:05,956 INFO [M:0;88aaa70743e7:33229 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T13:26:05,956 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T13:26:05,956 INFO [M:0;88aaa70743e7:33229 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33229 2024-12-05T13:26:05,957 INFO [M:0;88aaa70743e7:33229 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T13:26:06,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33229-0x101a6d8f9a80000, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:26:06,145 INFO [M:0;88aaa70743e7:33229 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T13:26:06,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33229-0x101a6d8f9a80000, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T13:26:06,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f076664{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T13:26:06,147 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12a4de79{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:26:06,147 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:26:06,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3905b974{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:26:06,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f6754cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2/hadoop.log.dir/,STOPPED} 2024-12-05T13:26:06,149 WARN [BP-613766897-172.17.0.3-1733405127707 heartbeating to localhost/127.0.0.1:45381 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T13:26:06,149 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T13:26:06,149 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T13:26:06,149 WARN [BP-613766897-172.17.0.3-1733405127707 heartbeating to localhost/127.0.0.1:45381 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-613766897-172.17.0.3-1733405127707 (Datanode Uuid e7130abc-a503-43c0-9704-a344e63809c3) service to localhost/127.0.0.1:45381 2024-12-05T13:26:06,149 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2/cluster_c0618c19-4df6-c434-f682-b31c8923ec3c/data/data1/current/BP-613766897-172.17.0.3-1733405127707 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:26:06,149 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2/cluster_c0618c19-4df6-c434-f682-b31c8923ec3c/data/data2/current/BP-613766897-172.17.0.3-1733405127707 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T13:26:06,149 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T13:26:06,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3288d9f3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T13:26:06,154 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f35d1ca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T13:26:06,154 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T13:26:06,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d76a770{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T13:26:06,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c20cbb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa01d0b8-a4a5-b035-8d27-5be966a5a5f2/hadoop.log.dir/,STOPPED} 2024-12-05T13:26:06,158 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T13:26:06,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T13:26:06,182 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=592 (was 528) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40733 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45381 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:40733 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40733 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43799 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63605) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43799 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43799 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40733 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40733 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:45381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43799 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:43799 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63605) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63605) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=971 (was 866) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=301 (was 324), ProcessCount=11 (was 11), AvailableMemoryMB=2591 (was 2917) 2024-12-05T13:26:06,183 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=592 is superior to 500 2024-12-05T13:26:06,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a6d8f9a80002, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T13:26:06,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101a6d8f9a80008, quorum=127.0.0.1:63605, baseZNode=/21391572434 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T13:26:06,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a6d8f9a80005, quorum=127.0.0.1:63605, baseZNode=/1995321120 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T13:26:06,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a6d8f9a80005, quorum=127.0.0.1:63605, baseZNode=/1995321120 Received Disconnected from ZooKeeper, ignoring 2024-12-05T13:26:06,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a6d8f9a80002, quorum=127.0.0.1:63605, baseZNode=/01455619073 Received Disconnected from ZooKeeper, ignoring 2024-12-05T13:26:06,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101a6d8f9a80008, quorum=127.0.0.1:63605, baseZNode=/21391572434 Received Disconnected from ZooKeeper, ignoring